{"task":"Code Generation","dataset":"Django","metric_names":["Accuracy","BLEU Score"],"rows":[{"id":29570,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"MarianCG","metrics":{"Accuracy":"81.83","BLEU Score":"90.41"},"paper_url":"https://jeas.springeropen.com/articles/10.1186/s44147-022-00159-4","paper_title":"MarianCG: a code generation transformer model inspired by machine translation","paper_date":"2022-11-22","code_links":[{"title":"AhmedSSoliman/MarianCG-NL-to-Code","url":"https://github.com/AhmedSSoliman/MarianCG-NL-to-Code"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29571,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"TranX + BERT w/mined","metrics":{"Accuracy":"81.03","BLEU Score":"79.86"},"paper_url":"https://arxiv.org/abs/2202.13972v2","paper_title":"The impact of lexical and grammatical processing on generating code from natural language","paper_date":"2022-02-28","code_links":[{"title":"codegenfactors/BertranX","url":"https://gitlab.com/codegenfactors/BertranX"},{"title":"codegenfact/BertranX","url":"https://gitlab.com/codegenfact/BertranX"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29572,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"BERT + TAE","metrics":{"Accuracy":"81.03"},"paper_url":"https://arxiv.org/abs/2101.00259v2","paper_title":"Code Generation from Natural Language with Less Prior and More Monolingual Data","paper_date":"2021-01-01","code_links":[{"title":"borealisai/code-gen-tae","url":"https://github.com/borealisai/code-gen-tae"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29573,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"Reranker","metrics":{"Accuracy":"80.2"},"paper_url":"https://aclanthology.org/P19-1447","paper_title":"Reranking for Neural Semantic Parsing","paper_date":"2019-07-01","code_links":[],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29574,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"LUKEMarian","metrics":{"Accuracy":"78.50","BLEU Score":"89.34"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29575,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"RoBERTaMarian","metrics":{"Accuracy":"77.95","BLEU Score":"88.91"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29576,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"BERTMarian","metrics":{"Accuracy":"76.68","BLEU Score":"56.55"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29577,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"Tranx","metrics":{"Accuracy":"73.7"},"paper_url":"http://arxiv.org/abs/1810.02720v1","paper_title":"TRANX: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation","paper_date":"2018-10-05","code_links":[{"title":"pcyin/tranX","url":"https://github.com/pcyin/tranX"},{"title":"DeepLearnXMU/CG-RL","url":"https://github.com/DeepLearnXMU/CG-RL"},{"title":"yuxiang2/CoNaLa","url":"https://github.com/yuxiang2/CoNaLa"},{"title":"Pro-v-7/code-generation","url":"https://github.com/Pro-v-7/code-generation"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29578,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"ELECTRAMarian","metrics":{"Accuracy":"65.32","BLEU Score":"53.02"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29579,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"lpn (Ling et al., 2016)","metrics":{"Accuracy":"62.3","BLEU Score":"77.6"},"paper_url":"http://arxiv.org/abs/1603.06744v2","paper_title":"Latent Predictor Networks for Code Generation","paper_date":"2016-03-22","code_links":[{"title":"deepmind/card2code","url":"https://github.com/deepmind/card2code"},{"title":"davidgolub/QuestionGeneration","url":"https://github.com/davidgolub/QuestionGeneration"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29580,"task":"Code Generation","parent_task":null,"dataset":"Django","model_name":"Phrasal Statistical MT (Ling et al., 2016)","metrics":{"Accuracy":"31.5","BLEU Score":"47.6"},"paper_url":"http://arxiv.org/abs/1603.06744v2","paper_title":"Latent Predictor Networks for Code Generation","paper_date":"2016-03-22","code_links":[{"title":"deepmind/card2code","url":"https://github.com/deepmind/card2code"},{"title":"davidgolub/QuestionGeneration","url":"https://github.com/davidgolub/QuestionGeneration"}],"metrics_order":"[\"Accuracy\", \"BLEU Score\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}