{"task":"Code Generation","dataset":"DSEval-LeetCode","metric_names":["Pass Rate","w/o Intact","w/o PE"],"rows":[{"id":29373,"task":"Code Generation","parent_task":null,"dataset":"DSEval-LeetCode","model_name":"Jupyter-AI","metrics":{"Pass Rate":"57.5","w/o Intact":"57.5","w/o PE":"70.0"},"paper_url":null,"paper_title":null,"paper_date":null,"code_links":[],"metrics_order":"[\"Pass Rate\", \"w/o Intact\", \"w/o PE\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29374,"task":"Code Generation","parent_task":null,"dataset":"DSEval-LeetCode","model_name":"Chapyter","metrics":{"Pass Rate":"45.0","w/o Intact":"45.0","w/o PE":"60.0"},"paper_url":null,"paper_title":null,"paper_date":null,"code_links":[],"metrics_order":"[\"Pass Rate\", \"w/o Intact\", \"w/o PE\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29375,"task":"Code Generation","parent_task":null,"dataset":"DSEval-LeetCode","model_name":"Code Interpreter API","metrics":{"Pass Rate":"45.0","w/o Intact":"45.0","w/o PE":"55.0"},"paper_url":null,"paper_title":null,"paper_date":null,"code_links":[],"metrics_order":"[\"Pass Rate\", \"w/o Intact\", \"w/o PE\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29376,"task":"Code Generation","parent_task":null,"dataset":"DSEval-LeetCode","model_name":"CoML","metrics":{"Pass Rate":"42.5","w/o Intact":"42.5","w/o PE":"62.5"},"paper_url":"https://arxiv.org/abs/2304.14979v2","paper_title":"MLCopilot: Unleashing the Power of Large Language Models in Solving Machine Learning Tasks","paper_date":"2023-04-28","code_links":[{"title":"microsoft/CoML","url":"https://github.com/microsoft/CoML"}],"metrics_order":"[\"Pass Rate\", \"w/o Intact\", \"w/o PE\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29377,"task":"Code Generation","parent_task":null,"dataset":"DSEval-LeetCode","model_name":"ChatDev","metrics":{"Pass Rate":"32.5","w/o Intact":"32.5","w/o PE":"50.0"},"paper_url":null,"paper_title":null,"paper_date":null,"code_links":[],"metrics_order":"[\"Pass Rate\", \"w/o Intact\", \"w/o PE\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}