{"task":"Code Completion","dataset":"CodeXGLUE - Github Java Corpus","metric_names":["Accuracy (token-level)","EM (line-level)","Edit Sim (line-level)"],"rows":[{"id":145909,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - Github Java Corpus","model_name":"CodeGPT-adapted","metrics":{"Accuracy (token-level)":"77.13","EM (line-level)":"26.43","Edit Sim (line-level)":"63.03"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145910,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - Github Java Corpus","model_name":"CodeT5+ 770M","metrics":{"EM (line-level)":"37.90","Edit Sim (line-level)":"72.25"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145911,"task":"Code Completion","parent_task":null,"dataset":"CodeXGLUE - Github Java Corpus","model_name":"CodeT5+ 220M","metrics":{"EM (line-level)":"35.17","Edit Sim (line-level)":"69.48"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Accuracy (token-level)\", \"EM (line-level)\", \"Edit Sim (line-level)\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}