{"task":"Code Generation","dataset":"CONCODE","metric_names":["Exact Match","BLEU","CodeBLEU"],"rows":[{"id":29581,"task":"Code Generation","parent_task":null,"dataset":"CONCODE","model_name":"Redcoder-ext","metrics":{"BLEU":"42.5","CodeBLEU":"43.4","Exact Match":"23.4"},"paper_url":"https://arxiv.org/abs/2108.11601v2","paper_title":"Retrieval Augmented Code Generation and Summarization","paper_date":"2021-08-26","code_links":[{"title":"kagnlp/CodeGenerator","url":"https://github.com/kagnlp/CodeGenerator"},{"title":"rizwan09/redcoder","url":"https://github.com/rizwan09/redcoder"}],"metrics_order":"[\"Exact Match\", \"BLEU\", \"CodeBLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29582,"task":"Code Generation","parent_task":null,"dataset":"CONCODE","model_name":"CodeT5","metrics":{"BLEU":"41.48","CodeBLEU":"44.10","Exact Match":"22.70"},"paper_url":"https://arxiv.org/abs/2109.00859v1","paper_title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","paper_date":"2021-09-02","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"salesforce/coderl","url":"https://github.com/salesforce/coderl"},{"title":"awsm-research/vulrepair","url":"https://github.com/awsm-research/vulrepair"},{"title":"jetbrains-research/commit_message_generation","url":"https://github.com/jetbrains-research/commit_message_generation"},{"title":"fewshotcdcs/cdcs","url":"https://github.com/fewshotcdcs/cdcs"}],"metrics_order":"[\"Exact Match\", \"BLEU\", \"CodeBLEU\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}