{"task":"Program Synthesis","dataset":"SPoC TestP","metric_names":["Success rate @budget 100"],"rows":[{"id":49942,"task":"Program Synthesis","parent_task":null,"dataset":"SPoC TestP","model_name":"DrRepair","metrics":{"Success rate @budget 100":"38.5"},"paper_url":"https://arxiv.org/abs/2005.10636v2","paper_title":"Graph-based, Self-Supervised Program Repair from Diagnostic Feedback","paper_date":"2020-05-20","code_links":[{"title":"michiyasunaga/DrRepair","url":"https://github.com/michiyasunaga/DrRepair"},{"title":"worksheets/0x01838644","url":"https://worksheets.codalab.org/worksheets/0x01838644724a433c932bef4cb5c42fbd"}],"metrics_order":"[\"Success rate @budget 100\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":49943,"task":"Program Synthesis","parent_task":null,"dataset":"SPoC TestP","model_name":"Multiclass localizer","metrics":{"Success rate @budget 100":"34.2"},"paper_url":"https://arxiv.org/abs/1906.04908v1","paper_title":"SPoC: Search-based Pseudocode to Code","paper_date":"2019-06-12","code_links":[{"title":"sumith1896/spoc","url":"https://github.com/sumith1896/spoc"}],"metrics_order":"[\"Success rate @budget 100\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}