{"task":"Code Translation","dataset":"CodeXGLUE - CodeTrans","metric_names":["Accuracy (C#→Java)","Accuracy (Java→C#)","BLEU (C#→Java)","BLEU (Java→C#)","CodeBLEU (C#→Java)","CodeBLEU (Java→C#)"],"rows":[{"id":29591,"task":"Code Translation","parent_task":"Code Generation","dataset":"CodeXGLUE - CodeTrans","model_name":"CodeT5","metrics":{"Accuracy (C#→Java)":"66.90","Accuracy (Java→C#)":"65.90","BLEU (C#→Java)":"79.87","BLEU (Java→C#)":"84.03"},"paper_url":"https://arxiv.org/abs/2109.00859v1","paper_title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","paper_date":"2021-09-02","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"salesforce/coderl","url":"https://github.com/salesforce/coderl"},{"title":"awsm-research/vulrepair","url":"https://github.com/awsm-research/vulrepair"},{"title":"jetbrains-research/commit_message_generation","url":"https://github.com/jetbrains-research/commit_message_generation"},{"title":"fewshotcdcs/cdcs","url":"https://github.com/fewshotcdcs/cdcs"}],"metrics_order":"[\"Accuracy (C#→Java)\", \"Accuracy (Java→C#)\", \"BLEU (C#→Java)\", \"BLEU (Java→C#)\", \"CodeBLEU (C#→Java)\", \"CodeBLEU (Java→C#)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29592,"task":"Code Translation","parent_task":"Code Generation","dataset":"CodeXGLUE - CodeTrans","model_name":"CodeBERT","metrics":{"Accuracy (C#→Java)":"58","Accuracy (Java→C#)":"59","BLEU (C#→Java)":"72.14","BLEU (Java→C#)":"79.92","CodeBLEU (C#→Java)":"79.41","CodeBLEU (Java→C#)":"85.1"},"paper_url":"https://arxiv.org/abs/2102.04664v2","paper_title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","paper_date":"2021-02-09","code_links":[{"title":"microsoft/CodeXGLUE","url":"https://github.com/microsoft/CodeXGLUE"},{"title":"facebookresearch/CodeGen","url":"https://github.com/facebookresearch/CodeGen"},{"title":"sberbank-ai/fusion_brain_aij2021","url":"https://github.com/sberbank-ai/fusion_brain_aij2021"},{"title":"kilimanj4r0/code-summarization-beyond-function-level","url":"https://github.com/kilimanj4r0/code-summarization-beyond-function-level"},{"title":"yueyuel/programgen-lms-reliability","url":"https://github.com/yueyuel/programgen-lms-reliability"},{"title":"Avmb/semantic_neq_game","url":"https://github.com/Avmb/semantic_neq_game"},{"title":"deeplearnxmu/unigencoder","url":"https://github.com/deeplearnxmu/unigencoder"}],"metrics_order":"[\"Accuracy (C#→Java)\", \"Accuracy (Java→C#)\", \"BLEU (C#→Java)\", \"BLEU (Java→C#)\", \"CodeBLEU (C#→Java)\", \"CodeBLEU (Java→C#)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}