{"task":"Code Generation","dataset":"CodeXGLUE - CodeSearchNet","metric_names":["Java/EM","Python/EM","Java/BLEU","Python/BLEU","Java/CodeBLEU","Python/CodeBLEU"],"rows":[{"id":29408,"task":"Code Generation","parent_task":null,"dataset":"CodeXGLUE - CodeSearchNet","model_name":"Redcoder-ext","metrics":{"Java/BLEU":"28.98","Java/CodeBLEU":"33.18","Java/EM":"10.21","Python/BLEU":"24.43","Python/CodeBLEU":"30.21","Python/EM":"9.61"},"paper_url":"https://arxiv.org/abs/2108.11601v2","paper_title":"Retrieval Augmented Code Generation and Summarization","paper_date":"2021-08-26","code_links":[{"title":"kagnlp/CodeGenerator","url":"https://github.com/kagnlp/CodeGenerator"},{"title":"rizwan09/redcoder","url":"https://github.com/rizwan09/redcoder"}],"metrics_order":"[\"Java/EM\", \"Python/EM\", \"Java/BLEU\", \"Python/BLEU\", \"Java/CodeBLEU\", \"Python/CodeBLEU\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]},{"id":29409,"task":"Code Generation","parent_task":null,"dataset":"CodeXGLUE - CodeSearchNet","model_name":"GAP-Gen","metrics":{"Java/BLEU":"-","Java/EM":"-","Python/BLEU":"22.3","Python/CodeBLEU":"24.1","Python/EM":"-"},"paper_url":"https://arxiv.org/abs/2201.08810v2","paper_title":"GAP-Gen: Guided Automatic Python Code Generation","paper_date":"2022-01-19","code_links":[{"title":"rain9876/auto-code-generator","url":"https://github.com/rain9876/auto-code-generator"}],"metrics_order":"[\"Java/EM\", \"Python/EM\", \"Java/BLEU\", \"Python/BLEU\", \"Java/CodeBLEU\", \"Python/CodeBLEU\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]}]}