{"task":"Text-to-Code Generation","dataset":"CodeXGLUE - CONCODE","metric_names":["BLEU","CodeBLEU","EM"],"rows":[{"id":130799,"task":"Text-to-Code Generation","parent_task":"","dataset":"CodeXGLUE - CONCODE","model_name":"CodeT5","metrics":{"BLEU":"41.48","CodeBLEU":"44.10","EM":"22.70"},"paper_url":"https://arxiv.org/abs/2109.00859v1","paper_title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","paper_date":"2021-09-02","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"salesforce/coderl","url":"https://github.com/salesforce/coderl"},{"title":"awsm-research/vulrepair","url":"https://github.com/awsm-research/vulrepair"},{"title":"jetbrains-research/commit_message_generation","url":"https://github.com/jetbrains-research/commit_message_generation"},{"title":"fewshotcdcs/cdcs","url":"https://github.com/fewshotcdcs/cdcs"}],"metrics_order":"[\"BLEU\", \"CodeBLEU\", \"EM\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":130800,"task":"Text-to-Code Generation","parent_task":"","dataset":"CodeXGLUE - CONCODE","model_name":"CodeGPT-adapted","metrics":{"BLEU":"32.79","CodeBLEU":"27.74","EM":"20.1"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"BLEU\", \"CodeBLEU\", \"EM\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":132129,"task":"Text-to-Code Generation","parent_task":null,"dataset":"CodeXGLUE - CONCODE","model_name":"CodeT5","metrics":{"BLEU":"41.48","CodeBLEU":"44.10","EM":"22.70"},"paper_url":"https://arxiv.org/abs/2109.00859v1","paper_title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","paper_date":"2021-09-02","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"salesforce/coderl","url":"https://github.com/salesforce/coderl"},{"title":"awsm-research/vulrepair","url":"https://github.com/awsm-research/vulrepair"},{"title":"jetbrains-research/commit_message_generation","url":"https://github.com/jetbrains-research/commit_message_generation"},{"title":"fewshotcdcs/cdcs","url":"https://github.com/fewshotcdcs/cdcs"}],"metrics_order":"[\"BLEU\", \"CodeBLEU\", \"EM\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":132130,"task":"Text-to-Code Generation","parent_task":null,"dataset":"CodeXGLUE - CONCODE","model_name":"CodeGPT-adapted","metrics":{"BLEU":"32.79","CodeBLEU":"27.74","EM":"20.1"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"BLEU\", \"CodeBLEU\", \"EM\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}