{"task":"Code Completion","dataset":"DotPrompts","metric_names":["Compilation Rate"],"rows":[{"id":145917,"task":"Code Completion","parent_task":null,"dataset":"DotPrompts","model_name":"SantaCoder-MGD","metrics":{"Compilation Rate":"73.03"},"paper_url":"https://arxiv.org/abs/2306.10763v2","paper_title":"Guiding Language Models of Code with Global Context using Monitors","paper_date":"2023-06-19","code_links":[{"title":"microsoft/monitors4codegen","url":"https://github.com/microsoft/monitors4codegen"}],"metrics_order":"[\"Compilation Rate\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145918,"task":"Code Completion","parent_task":null,"dataset":"DotPrompts","model_name":"SantaCoder","metrics":{"Compilation Rate":"59.97"},"paper_url":null,"paper_title":null,"paper_date":null,"code_links":[],"metrics_order":"[\"Compilation Rate\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]},{"id":145919,"task":"Code Completion","parent_task":null,"dataset":"DotPrompts","model_name":"SantaCoder","metrics":{"Compilation Rate":"59.79"},"paper_url":"https://arxiv.org/abs/2306.10763v2","paper_title":"Guiding Language Models of Code with Global Context using Monitors","paper_date":"2023-06-19","code_links":[{"title":"microsoft/monitors4codegen","url":"https://github.com/microsoft/monitors4codegen"}],"metrics_order":"[\"Compilation Rate\"]","area":"Computer Code","uses_additional_data":0,"source":"archive","tags":[]}]}