{"task":"Code Generation","dataset":"CoNaLa-Ext","metric_names":["BLEU"],"rows":[{"id":29357,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"BART W/ Mined","metrics":{"BLEU":"35.32"},"paper_url":"https://arxiv.org/abs/2106.04447v1","paper_title":"Reading StackOverflow Encourages Cheating: Adding Question Text Improves Extractive Code Generation","paper_date":"2021-06-08","code_links":[{"title":"gabeorlanski/stackoverflow-encourages-cheating","url":"https://github.com/gabeorlanski/stackoverflow-encourages-cheating"}],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29358,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"BART Base","metrics":{"BLEU":"34.35"},"paper_url":"https://arxiv.org/abs/2106.04447v1","paper_title":"Reading StackOverflow Encourages Cheating: Adding Question Text Improves Extractive Code Generation","paper_date":"2021-06-08","code_links":[{"title":"gabeorlanski/stackoverflow-encourages-cheating","url":"https://github.com/gabeorlanski/stackoverflow-encourages-cheating"}],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29359,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"External Knowledge With API + Reranking","metrics":{"BLEU":"20.54"},"paper_url":"https://arxiv.org/abs/2004.09015v1","paper_title":"Incorporating External Knowledge through Pre-training for Natural Language to Code Generation","paper_date":"2020-04-20","code_links":[{"title":"neulab/external-knowledge-codegen","url":"https://github.com/neulab/external-knowledge-codegen"},{"title":"zorazrw/multilingual-conala","url":"https://github.com/zorazrw/multilingual-conala"}],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29360,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"External Knowledge With API","metrics":{"BLEU":"20.37"},"paper_url":"https://arxiv.org/abs/2004.09015v1","paper_title":"Incorporating External Knowledge through Pre-training for Natural Language to Code Generation","paper_date":"2020-04-20","code_links":[{"title":"neulab/external-knowledge-codegen","url":"https://github.com/neulab/external-knowledge-codegen"},{"title":"zorazrw/multilingual-conala","url":"https://github.com/zorazrw/multilingual-conala"}],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29361,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"Reranker","metrics":{"BLEU":"19.85"},"paper_url":"https://aclanthology.org/P19-1447","paper_title":"Reranking for Neural Semantic Parsing","paper_date":"2019-07-01","code_links":[],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29362,"task":"Code Generation","parent_task":null,"dataset":"CoNaLa-Ext","model_name":"TranX","metrics":{"BLEU":"18.85"},"paper_url":"http://arxiv.org/abs/1810.02720v1","paper_title":"TRANX: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation","paper_date":"2018-10-05","code_links":[{"title":"pcyin/tranX","url":"https://github.com/pcyin/tranX"},{"title":"DeepLearnXMU/CG-RL","url":"https://github.com/DeepLearnXMU/CG-RL"},{"title":"yuxiang2/CoNaLa","url":"https://github.com/yuxiang2/CoNaLa"},{"title":"Pro-v-7/code-generation","url":"https://github.com/Pro-v-7/code-generation"}],"metrics_order":"[\"BLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}