{"task":"Natural Language Understanding","dataset":"LexGLUE","metric_names":["ECtHR Task A","ECtHR Task B","SCOTUS","EUR-LEX","LEDGAR","UNFAIR-ToS","CaseHOLD"],"rows":[{"id":110164,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"BERT","metrics":{"CaseHOLD":"70.7","ECtHR Task A":"71.4 / 64.0","ECtHR Task B":"87.6 / 77.8","EUR-LEX":"71.6 / 55.6","LEDGAR":"87.7 / 82.2","SCOTUS":"70.5 / 60.9","UNFAIR-ToS":"87.5 / 81.0"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110165,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"Legal-BERT","metrics":{"CaseHOLD":"75.1","ECtHR Task A":"71.2 / 64.6","ECtHR Task B":"88.0 / 77.2","EUR-LEX":"72.2 / 56.2","LEDGAR":"88.1 / 82.7","SCOTUS":"76.2 / 65.8","UNFAIR-ToS":"88.6 / 82.3"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110166,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"CaseLaw-BERT","metrics":{"CaseHOLD":"75.6","ECtHR Task A":"71.2 / 64.2","ECtHR Task B":"88.0 / 77.5","EUR-LEX":"71.0 / 55.9","LEDGAR":"88.0 / 82.3","SCOTUS":"76.4 / 66.2","UNFAIR-ToS":"88.3 / 81.0"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110167,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"BigBird","metrics":{"CaseHOLD":"70.4","ECtHR Task A":"70.5 / 63.8","ECtHR Task B":"88.1 / 76.6","EUR-LEX":"71.8 / 56.6","LEDGAR":"87.7 / 82.1","SCOTUS":"71.7 / 61.4","UNFAIR-ToS":"87.7 / 80.2"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110168,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"Longformer","metrics":{"CaseHOLD":"72.0","ECtHR Task A":"69.6 / 62.4","ECtHR Task B":"88.0 / 77.8","EUR-LEX":"71.9 / 56.7","LEDGAR":"87.7 / 82.3","SCOTUS":"72.2 / 62.5","UNFAIR-ToS":"87.7 / 80.1"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110169,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"RoBERTa","metrics":{"CaseHOLD":"71.7","ECtHR Task A":"69.5 / 60.7","ECtHR Task B":"87.2 / 77.3","EUR-LEX":"71.8 / 57.5","LEDGAR":"87.9 / 82.1","SCOTUS":"70.8 / 61.2","UNFAIR-ToS":"87.7 / 81.5"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110170,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"DeBERTa ","metrics":{"CaseHOLD":"72.1","ECtHR Task A":"69.1 / 61.2","ECtHR Task B":"87.4 / 77.3","EUR-LEX":"72.3 / 57.2","LEDGAR":"87.9 / 82.0","SCOTUS":"70.0 / 60.0","UNFAIR-ToS":"87.2 / 78.8"},"paper_url":"https://arxiv.org/abs/2110.00976v4","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_date":"2021-10-03","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":110171,"task":"Natural Language Understanding","parent_task":null,"dataset":"LexGLUE","model_name":"Optimised SVM Baseline","metrics":{"ECtHR Task A":"66.3 / 55.0","ECtHR Task B":"76.0 / 65.4","EUR-LEX":"65.7 / 49.0","LEDGAR":"88.0 / 82.6","SCOTUS":"74.4 / 64.5"},"paper_url":"https://arxiv.org/abs/2109.07234v2","paper_title":"The Unreasonable Effectiveness of the Baseline: Discussing SVMs in Legal Text Classification","paper_date":"2021-09-15","code_links":[],"metrics_order":"[\"ECtHR Task A\", \"ECtHR Task B\", \"SCOTUS\", \"EUR-LEX\", \"LEDGAR\", \"UNFAIR-ToS\", \"CaseHOLD\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}