{"task":"Code Generation","dataset":"TACO-BAAI","metric_names":["easy pass@1"],"rows":[{"id":29378,"task":"Code Generation","parent_task":null,"dataset":"TACO-BAAI","model_name":"GPT-4","metrics":{"easy pass@1":"31.50%"},"paper_url":"https://arxiv.org/abs/2312.14852v3","paper_title":"TACO: Topics in Algorithmic COde generation dataset","paper_date":"2023-12-22","code_links":[{"title":"flagopen/taco","url":"https://github.com/flagopen/taco"}],"metrics_order":"[\"easy pass@1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29379,"task":"Code Generation","parent_task":null,"dataset":"TACO-BAAI","model_name":"Starcoder-15.5B","metrics":{"easy pass@1":"11.6%"},"paper_url":"https://arxiv.org/abs/2312.14852v3","paper_title":"TACO: Topics in Algorithmic COde generation dataset","paper_date":"2023-12-22","code_links":[{"title":"flagopen/taco","url":"https://github.com/flagopen/taco"}],"metrics_order":"[\"easy pass@1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29380,"task":"Code Generation","parent_task":null,"dataset":"TACO-BAAI","model_name":"CodeLlama-7B-Python","metrics":{"easy pass@1":"9.32%"},"paper_url":"https://arxiv.org/abs/2312.14852v3","paper_title":"TACO: Topics in Algorithmic COde generation dataset","paper_date":"2023-12-22","code_links":[{"title":"flagopen/taco","url":"https://github.com/flagopen/taco"}],"metrics_order":"[\"easy pass@1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}