{"task":"Code Generation","dataset":"Shellcode_IA32","metric_names":["BLEU-4","Exact Match Accuracy"],"rows":[{"id":29555,"task":"Code Generation","parent_task":null,"dataset":"Shellcode_IA32","model_name":"CodeBERT","metrics":{"BLEU-4":"91.70","Exact Match Accuracy":"89.75"},"paper_url":"https://arxiv.org/abs/2202.03755v1","paper_title":"Can We Generate Shellcodes via Natural Language? An Empirical Study","paper_date":"2022-02-08","code_links":[{"title":"dessertlab/Shellcode_IA32","url":"https://github.com/dessertlab/Shellcode_IA32"}],"metrics_order":"[\"BLEU-4\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29556,"task":"Code Generation","parent_task":null,"dataset":"Shellcode_IA32","model_name":"Seq2Seq with Attention","metrics":{"BLEU-4":"90.03","Exact Match Accuracy":"82.92"},"paper_url":"https://arxiv.org/abs/2202.03755v1","paper_title":"Can We Generate Shellcodes via Natural Language? An Empirical Study","paper_date":"2022-02-08","code_links":[{"title":"dessertlab/Shellcode_IA32","url":"https://github.com/dessertlab/Shellcode_IA32"}],"metrics_order":"[\"BLEU-4\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":29557,"task":"Code Generation","parent_task":null,"dataset":"Shellcode_IA32","model_name":"LSTM-based Sequence to Sequence","metrics":{"BLEU-4":"62.97","Exact Match Accuracy":"51.55"},"paper_url":"https://arxiv.org/abs/2104.13100v4","paper_title":"Shellcode_IA32: A Dataset for Automatic Shellcode Generation","paper_date":"2021-04-27","code_links":[{"title":"dessertlab/Shellcode_IA32","url":"https://github.com/dessertlab/Shellcode_IA32"}],"metrics_order":"[\"BLEU-4\", \"Exact Match Accuracy\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}