{"task":"Linguistic Acceptability","dataset":"CoLA Dev","metric_names":["Accuracy","MCC"],"rows":[{"id":85084,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"En-BERT + TDA","metrics":{"Accuracy":"88.6","MCC":"0.725"},"paper_url":"https://arxiv.org/abs/2205.09630v2","paper_title":"Acceptability Judgements via Examining the Topology of Attention Maps","paper_date":"2022-05-19","code_links":[{"title":"danchern97/tda4la","url":"https://github.com/danchern97/tda4la"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":85085,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"XLM-R (pre-trained) + TDA","metrics":{"Accuracy":"73"},"paper_url":"https://arxiv.org/abs/2205.09630v2","paper_title":"Acceptability Judgements via Examining the Topology of Attention Maps","paper_date":"2022-05-19","code_links":[{"title":"danchern97/tda4la","url":"https://github.com/danchern97/tda4la"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":85086,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"DeBERTa (large)","metrics":{"Accuracy":"69.5"},"paper_url":"https://arxiv.org/abs/2006.03654v6","paper_title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","paper_date":"2020-06-05","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/DeBERTa","url":"https://github.com/microsoft/DeBERTa"},{"title":"osu-nlp-group/mind2web","url":"https://github.com/osu-nlp-group/mind2web"},{"title":"neuralmind-ai/coliee","url":"https://github.com/neuralmind-ai/coliee"},{"title":"huberemanuel/DeBERTa","url":"https://github.com/huberemanuel/DeBERTa"},{"title":"Jason-J-Choi/DeBERTa_TxtClassifier","url":"https://github.com/Jason-J-Choi/DeBERTa_TxtClassifier"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta_v2"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta_v2"},{"title":"JONGWE1/Paddle-DeBERTa","url":"https://github.com/JONGWE1/Paddle-DeBERTa"},{"title":"Mind23-2/MindCode-161","url":"https://github.com/Mind23-2/MindCode-161"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta_v2"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":85087,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"TinyBERT-6 67M","metrics":{"Accuracy":"54"},"paper_url":"https://arxiv.org/abs/1909.10351v5","paper_title":"TinyBERT: Distilling BERT for Natural Language Understanding","paper_date":"2019-09-23","code_links":[{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/paddlenlp/transformers/tinybert"},{"title":"huawei-noah/Pretrained-Language-Model","url":"https://github.com/huawei-noah/Pretrained-Language-Model/tree/master/TinyBERT"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/official/nlp/tinybert"},{"title":"mkavim/finetune_bert","url":"https://github.com/mkavim/finetune_bert"},{"title":"MindCode-4/code-5","url":"https://github.com/MindCode-4/code-5/tree/main/tinybert"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/1/tinybert"},{"title":"xiaolilaoli/tiny_bert_ms","url":"https://github.com/xiaolilaoli/tiny_bert_ms"},{"title":"pwc-1/Paper-10","url":"https://github.com/pwc-1/Paper-10/tree/main/tinybert"},{"title":"graison-thomas/TinyFinBERT","url":"https://github.com/graison-thomas/TinyFinBERT"},{"title":"2023-MindSpore-1/ms-code-166","url":"https://github.com/2023-MindSpore-1/ms-code-166"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":85088,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"Synthesizer (R+V)","metrics":{"Accuracy":"53.3"},"paper_url":"https://arxiv.org/abs/2005.00743v3","paper_title":"Synthesizer: Rethinking Self-Attention in Transformer Models","paper_date":"2020-05-02","code_links":[{"title":"10-zin/Synthesizer","url":"https://github.com/10-zin/Synthesizer"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":85089,"task":"Linguistic Acceptability","parent_task":null,"dataset":"CoLA Dev","model_name":"En-BERT (pre-trained) + TDA","metrics":{"MCC":"0.420"},"paper_url":"https://arxiv.org/abs/2205.09630v2","paper_title":"Acceptability Judgements via Examining the Topology of Attention Maps","paper_date":"2022-05-19","code_links":[{"title":"danchern97/tda4la","url":"https://github.com/danchern97/tda4la"}],"metrics_order":"[\"Accuracy\", \"MCC\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}