{"task":"Code Completion","dataset":"CodeXGLUE - PY150","metric_names":["Accuracy (token-level)","EM (line-level)","Edit Sim (line-level)"],"rows":[{"id":145912,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - PY150","model_name":"CodeGPT-adapted","metrics":{"Accuracy (token-level)":"75.11","EM (line-level)":"39.65","Edit Sim (line-level)":"69.84"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145913,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - PY150","model_name":"CodeT5+ 770M","metrics":{"EM (line-level)":"44.86","Edit Sim (line-level)":"74.22"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145914,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - PY150","model_name":"CodeT5+ 220M","metrics":{"EM (line-level)":"43.42","Edit Sim (line-level)":"73.69"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}