{"task":"Code Search","dataset":"CodeSearchNet","metric_names":["Overall","Go","Ruby","Python","Java","JS","PHP"],"rows":[{"id":73080,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"cpt-code M","metrics":{"Go":"97.5","JS":"86.5","Java":"94.4","Overall":"93.5","PHP":"97.2","Python":"99.9","Ruby":"85.5"},"paper_url":"https://arxiv.org/abs/2201.10005v1","paper_title":"Text and Code Embeddings by Contrastive Pre-Training","paper_date":"2022-01-24","code_links":[{"title":"openmatch/coco-dr","url":"https://github.com/openmatch/coco-dr"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":73081,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"cpt-code S","metrics":{"Go":"97.7","JS":"86.0","Java":"94.0","Overall":"93.4","PHP":"96.7","Python":"99.8","Ruby":"86.3"},"paper_url":"https://arxiv.org/abs/2201.10005v1","paper_title":"Text and Code Embeddings by Contrastive Pre-Training","paper_date":"2022-01-24","code_links":[{"title":"openmatch/coco-dr","url":"https://github.com/openmatch/coco-dr"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":73082,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"CodeT5+ 770M","metrics":{"Go":"92.7","JS":"71.3","Java":"76.2","Overall":"77.4","PHP":"70.1","Python":"75.8","Ruby":"78.0"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":73083,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"GraphCodeBERT","metrics":{"Go":"84.1","JS":"71.1","Java":"75.7","Overall":"77.4","PHP":"72.5 ","Python":"87.9","Ruby":"73.2"},"paper_url":"https://arxiv.org/abs/2009.08366v4","paper_title":"GraphCodeBERT: Pre-training Code Representations with Data Flow","paper_date":"2020-09-17","code_links":[{"title":"microsoft/CodeBERT","url":"https://github.com/microsoft/CodeBERT"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":73084,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"CodeT5+ 220M","metrics":{"Go":"92.4","JS":"70..8","Java":"76.1","Overall":"77.1","PHP":"69.8","Python":"75.6","Ruby":"77.7"},"paper_url":"https://arxiv.org/abs/2305.07922v2","paper_title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation","paper_date":"2023-05-13","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"leiluk1/codesearcher","url":"https://github.com/leiluk1/codesearcher"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":73085,"task":"Code Search","parent_task":null,"dataset":"CodeSearchNet","model_name":"CodeBERT","metrics":{"Go":"69.3","JS":"74.8","Java":"86.8","Overall":"76.0","PHP":"70.6","Python":"84.0","Ruby":"70.6"},"paper_url":"https://arxiv.org/abs/2002.08155v4","paper_title":"CodeBERT: A Pre-Trained Model for Programming and Natural Languages","paper_date":"2020-02-19","code_links":[{"title":"salesforce/codet5","url":"https://github.com/salesforce/codet5"},{"title":"microsoft/CodeBERT","url":"https://github.com/microsoft/CodeBERT"},{"title":"graykode/commit-autosuggestions","url":"https://github.com/graykode/commit-autosuggestions"},{"title":"sakirinn/llm4cvd","url":"https://github.com/sakirinn/llm4cvd"},{"title":"zhangzwwww/dietcode","url":"https://github.com/zhangzwwww/dietcode"},{"title":"zhangzwwww/dietcodebert","url":"https://github.com/zhangzwwww/dietcodebert"},{"title":"zfj1998/CodeBert-Code2Text","url":"https://github.com/zfj1998/CodeBert-Code2Text"},{"title":"JasonZhu-WHU/CoderAssistant","url":"https://github.com/JasonZhu-WHU/CoderAssistant"},{"title":"aminatadjer/test","url":"https://github.com/aminatadjer/test"}],"metrics_order":"[\"Overall\", \"Go\", \"Ruby\", \"Python\", \"Java\", \"JS\", \"PHP\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}