{"task":"Code Generation","dataset":"CoNaLa","metric_names":["BLEU","Exact Match Accuracy"],"rows":[{"id":29411,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"PanGu-Coder-FT-I","metrics":{"BLEU":"44.32"},"paper_url":"https://link.springer.com/chapter/10.1007/978-3-031-36021-3_15","paper_title":"Fine-Tuning Large Language Models for Answering Programming Questions with Code Snippets","paper_date":"2023-06-26","code_links":[],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29412,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"RoBERTaMarian","metrics":{"BLEU":"35.74","Exact Match Accuracy":"13.8"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29413,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"MarianCG","metrics":{"BLEU":"34.43","Exact Match Accuracy":"10.2"},"paper_url":"https://jeas.springeropen.com/articles/10.1186/s44147-022-00159-4","paper_title":"MarianCG: a code generation transformer model inspired by machine translation","paper_date":"2022-11-22","code_links":[{"title":"AhmedSSoliman/MarianCG-NL-to-Code","url":"https://github.com/AhmedSSoliman/MarianCG-NL-to-Code"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29414,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"TranX + BERT w/mined","metrics":{"BLEU":"34.2","Exact Match Accuracy":"5.8"},"paper_url":"https://arxiv.org/abs/2202.13972v2","paper_title":"The impact of lexical and grammatical processing on generating code from natural language","paper_date":"2022-02-28","code_links":[{"title":"codegenfactors/BertranX","url":"https://gitlab.com/codegenfactors/BertranX"},{"title":"codegenfact/BertranX","url":"https://gitlab.com/codegenfact/BertranX"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29415,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"BERT + TAE","metrics":{"BLEU":"33.41"},"paper_url":"https://arxiv.org/abs/2101.00259v2","paper_title":"Code Generation from Natural Language with Less Prior and More Monolingual Data","paper_date":"2021-01-01","code_links":[{"title":"borealisai/code-gen-tae","url":"https://github.com/borealisai/code-gen-tae"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]},{"id":29416,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"BERTMarian","metrics":{"BLEU":"32.46","Exact Match Accuracy":"12.40"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29417,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"External Knowledge With API + Reranking","metrics":{"BLEU":"32.26"},"paper_url":"https://arxiv.org/abs/2004.09015v1","paper_title":"Incorporating External Knowledge through Pre-training for Natural Language to Code Generation","paper_date":"2020-04-20","code_links":[{"title":"neulab/external-knowledge-codegen","url":"https://github.com/neulab/external-knowledge-codegen"},{"title":"zorazrw/multilingual-conala","url":"https://github.com/zorazrw/multilingual-conala"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]},{"id":29418,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"External Knowledge With API","metrics":{"BLEU":"30.69"},"paper_url":"https://arxiv.org/abs/2004.09015v1","paper_title":"Incorporating External Knowledge through Pre-training for Natural Language to Code Generation","paper_date":"2020-04-20","code_links":[{"title":"neulab/external-knowledge-codegen","url":"https://github.com/neulab/external-knowledge-codegen"},{"title":"zorazrw/multilingual-conala","url":"https://github.com/zorazrw/multilingual-conala"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]},{"id":29419,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"BART W/ Mined","metrics":{"BLEU":"30.55"},"paper_url":"https://arxiv.org/abs/2106.04447v1","paper_title":"Reading StackOverflow Encourages Cheating: Adding Question Text Improves Extractive Code Generation","paper_date":"2021-06-08","code_links":[{"title":"gabeorlanski/stackoverflow-encourages-cheating","url":"https://github.com/gabeorlanski/stackoverflow-encourages-cheating"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29420,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"ELECTRAMarian","metrics":{"BLEU":"30.18","Exact Match Accuracy":"10.0"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29421,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"Reranker","metrics":{"BLEU":"30.11","Exact Match Accuracy":"2.8"},"paper_url":"https://aclanthology.org/P19-1447","paper_title":"Reranking for Neural Semantic Parsing","paper_date":"2019-07-01","code_links":[],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29422,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"LUKEMarian","metrics":{"BLEU":"29.83","Exact Match Accuracy":"7.6"},"paper_url":"https://doi.org/10.1007/s40747-024-01373-8","paper_title":"Leveraging pre-trained language models for code generation","paper_date":"2024-02-29","code_links":[{"title":"AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation","url":"https://github.com/AhmedSSoliman/Leveraging-Pretrained-Language-Models-for-Code-Generation"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29423,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"BART Base","metrics":{"BLEU":"26.24"},"paper_url":"https://arxiv.org/abs/2106.04447v1","paper_title":"Reading StackOverflow Encourages Cheating: Adding Question Text Improves Extractive Code Generation","paper_date":"2021-06-08","code_links":[{"title":"gabeorlanski/stackoverflow-encourages-cheating","url":"https://github.com/gabeorlanski/stackoverflow-encourages-cheating"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29424,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa","model_name":"TranX","metrics":{"BLEU":"24.30"},"paper_url":"http://arxiv.org/abs/1810.02720v1","paper_title":"TRANX: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation","paper_date":"2018-10-05","code_links":[{"title":"pcyin/tranX","url":"https://github.com/pcyin/tranX"},{"title":"DeepLearnXMU/CG-RL","url":"https://github.com/DeepLearnXMU/CG-RL"},{"title":"yuxiang2/CoNaLa","url":"https://github.com/yuxiang2/CoNaLa"},{"title":"Pro-v-7/code-generation","url":"https://github.com/Pro-v-7/code-generation"}],"metrics_order":"[\"BLEU\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}