{"task":"Code Translation","dataset":"NLC2CMD","metric_names":["Accuracy"],"rows":[{"id":29593,"task":"Code Translation","parent_task":"Code Generation","dataset":"NLC2CMD","model_name":"ChatGPT","metrics":{"Accuracy":"0.806"},"paper_url":"https://arxiv.org/abs/2302.07845v3","paper_title":"NL2CMD: An Updated Workflow for Natural Language to Bash Commands Translation","paper_date":"2023-02-15","code_links":[{"title":"magnumresearchgroup/magnum-nlc2cmd","url":"https://github.com/magnumresearchgroup/magnum-nlc2cmd"},{"title":"magnumresearchgroup/bash_gen","url":"https://github.com/magnumresearchgroup/bash_gen"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29594,"task":"Code Translation","parent_task":"Code Generation","dataset":"NLC2CMD","model_name":"Magnum","metrics":{"Accuracy":"0.532"},"paper_url":"https://www.dre.vanderbilt.edu/~schmidt/PDF/A_Transformer_based_Approach_for_TranslatingNatural_Language_to_Bash_Commands.pdf","paper_title":"A Transformer-based Approach for Translating Natural Language to Bash Commands","paper_date":"2021-12-14","code_links":[{"title":"magnumresearchgroup/magnum-nlc2cmd","url":"https://github.com/magnumresearchgroup/magnum-nlc2cmd"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}