{"task":"Code Repair","dataset":"CodeXGLUE - Bugs2Fix","metric_names":["Accuracy (medium)","Accuracy (small)","BLEU (medium)","BLEU (small)","CodeBLEU (medium)","CodeBLEU (small)"],"rows":[{"id":134647,"task":"Code Repair","parent_task":null,"dataset":"CodeXGLUE - Bugs2Fix","model_name":"NSEdit","metrics":{"Accuracy (medium)":"13.87","Accuracy (small)":"24.04"},"paper_url":"https://arxiv.org/abs/2204.06643v1","paper_title":"Fix Bugs with Transformer through a Neural-Symbolic Edit Grammar","paper_date":"2022-04-13","code_links":[],"metrics_order":"[\"Accuracy (medium)\", \"Accuracy (small)\", \"BLEU (medium)\", \"BLEU (small)\", \"CodeBLEU (medium)\", \"CodeBLEU (small)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":134648,"task":"Code Repair","parent_task":null,"dataset":"CodeXGLUE - Bugs2Fix","model_name":"CodeBERT","metrics":{"Accuracy (medium)":"5.2","Accuracy (small)":"16.4","BLEU (medium)":"91.07","BLEU (small)":"77.42","CodeBLEU (medium)":"87.52","CodeBLEU (small)":"75.58"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"Accuracy (medium)\", \"Accuracy (small)\", \"BLEU (medium)\", \"BLEU (small)\", \"CodeBLEU (medium)\", \"CodeBLEU (small)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}