{"task":"Relation Extraction","dataset":"CoNLL04","metric_names":["RE+ Macro F1 ","RE+ Micro F1","NER Macro F1","NER Micro F1"],"rows":[{"id":8614,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"REBEL","metrics":{"RE+ Macro F1 ":"76.65","RE+ Micro F1":"75.4"},"paper_url":"https://github.com/Babelscape/rebel","paper_title":"REBEL: Relation Extraction By End-to-end Language generation","paper_date":"2021-10-29","code_links":[{"title":"Babelscape/rebel","url":"https://github.com/Babelscape/rebel"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":1,"source":"archive","tags":[]},{"id":8615,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Table-Sequence","metrics":{"NER Macro F1":"86.9","NER Micro F1":"90.1","RE+ Macro F1 ":"75.4","RE+ Micro F1":"73.6"},"paper_url":"https://arxiv.org/abs/2010.03851v1","paper_title":"Two are Better than One: Joint Entity and Relation Extraction with Table-Sequence Encoders","paper_date":"2020-10-08","code_links":[{"title":"LorrinWWW/two-are-better-than-one","url":"https://github.com/LorrinWWW/two-are-better-than-one"},{"title":"saarahasad/Relation-Extraction","url":"https://github.com/saarahasad/Relation-Extraction"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8616,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"SpERT","metrics":{"NER Macro F1":"86.25","NER Micro F1":"88.94","RE+ Macro F1 ":"72.87","RE+ Micro F1":"71.47"},"paper_url":"https://arxiv.org/abs/1909.07755v4","paper_title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","paper_date":"2019-09-17","code_links":[{"title":"markus-eberts/spert","url":"https://github.com/markus-eberts/spert"},{"title":"lavis-nlp/spert","url":"https://github.com/lavis-nlp/spert"},{"title":"yangyucheng000/Paper-3","url":"https://github.com/yangyucheng000/Paper-3/tree/main/SpanQualifier"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8617,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Deeper","metrics":{"NER Macro F1":"87","NER Micro F1":"89.78","RE+ Macro F1 ":"72.63","RE+ Micro F1":"71.08"},"paper_url":"https://arxiv.org/abs/2002.06424v1","paper_title":"Deeper Task-Specificity Improves Joint Entity and Relation Extraction","paper_date":"2020-02-15","code_links":[{"title":"vedantc6/mtl-dts","url":"https://github.com/vedantc6/mtl-dts"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8618,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Biaffine attention","metrics":{"NER Macro F1":"86.2","RE+ Macro F1 ":"64.4"},"paper_url":"http://arxiv.org/abs/1812.11275v1","paper_title":"End-to-end neural relation extraction using deep biaffine attention","paper_date":"2018-12-29","code_links":[{"title":"datquocnguyen/jointRE","url":"https://github.com/datquocnguyen/jointRE"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8619,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Relation-Metric with AT","metrics":{"NER Macro F1":"84.15","RE+ Macro F1 ":"62.29"},"paper_url":"https://arxiv.org/abs/1905.07458v4","paper_title":"Neural Metric Learning for Fast End-to-End Relation Extraction","paper_date":"2019-05-17","code_links":[],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8620,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"multi-head","metrics":{"NER Macro F1":"83.9","RE+ Macro F1 ":"62.04"},"paper_url":"http://arxiv.org/abs/1804.07847v3","paper_title":"Joint entity recognition and relation extraction as a multi-head selection problem","paper_date":"2018-04-20","code_links":[{"title":"bekou/multihead_joint_entity_relation_extraction","url":"https://github.com/bekou/multihead_joint_entity_relation_extraction"},{"title":"mangonihao/MultiHeadJointEntityRelationExtraction_simple","url":"https://github.com/mangonihao/MultiHeadJointEntityRelationExtraction_simple"},{"title":"WindChimeRan/OpenJERE","url":"https://github.com/WindChimeRan/OpenJERE"},{"title":"laloc2496/bert-jointly-relation-entity-extraciton","url":"https://github.com/laloc2496/bert-jointly-relation-entity-extraciton"},{"title":"btaille/sincere","url":"https://github.com/btaille/sincere"},{"title":"Sanjithae/Joint_NER_RE","url":"https://github.com/Sanjithae/Joint_NER_RE"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8621,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"multi-head + AT","metrics":{"NER Macro F1":"83.6","RE+ Macro F1 ":"61.95"},"paper_url":"http://arxiv.org/abs/1808.06876v3","paper_title":"Adversarial training for multi-context joint entity and relation extraction","paper_date":"2018-08-21","code_links":[{"title":"bekou/multihead_joint_entity_relation_extraction","url":"https://github.com/bekou/multihead_joint_entity_relation_extraction"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8622,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"ReLiK-Large","metrics":{"RE+ Micro F1":"78.1"},"paper_url":"https://arxiv.org/abs/2408.00103v3","paper_title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","paper_date":"2024-07-31","code_links":[{"title":"SapienzaNLP/relik","url":"https://github.com/SapienzaNLP/relik"},{"title":"RadeenXALNW/G-RAG_1.0","url":"https://github.com/RadeenXALNW/G-RAG_1.0"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8623,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"ASP+T0-3B","metrics":{"NER Micro F1":"90.3","RE+ Micro F1":"76.3"},"paper_url":"https://arxiv.org/abs/2210.14698v2","paper_title":"Autoregressive Structured Prediction with Language Models","paper_date":"2022-10-26","code_links":[{"title":"lyutyuh/asp","url":"https://github.com/lyutyuh/asp"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8624,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"TablERT","metrics":{"NER Micro F1":"90.2","RE+ Micro F1":"72.6"},"paper_url":"https://arxiv.org/abs/2010.07522v2","paper_title":"Named Entity Recognition and Relation Extraction using Enhanced Table Filling by Contextualized Representations","paper_date":"2020-10-15","code_links":[{"title":"YoumiMa/TablERT","url":"https://github.com/YoumiMa/TablERT"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8625,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"TANL","metrics":{"RE+ Micro F1":"72.6"},"paper_url":"https://arxiv.org/abs/2101.05779v3","paper_title":"Structured Prediction as Translation between Augmented Natural Languages","paper_date":"2021-01-14","code_links":[{"title":"amazon-science/tanl","url":"https://github.com/amazon-science/tanl"},{"title":"amazon-research/tanl","url":"https://github.com/amazon-research/tanl"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8626,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"TriMF","metrics":{"NER Micro F1":"90.3","RE+ Micro F1":"72.35"},"paper_url":"https://arxiv.org/abs/2101.10213v3","paper_title":"A Trigger-Sense Memory Flow Framework for Joint Entity and Relation Extraction","paper_date":"2021-01-25","code_links":[{"title":"tricktreat/trimf","url":"https://github.com/tricktreat/trimf"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8627,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Multi-turn QA","metrics":{"NER Micro F1":"87.8","RE+ Micro F1":"68.9"},"paper_url":"https://arxiv.org/abs/1905.05529v4","paper_title":"Entity-Relation Extraction as Multi-Turn Question Answering","paper_date":"2019-05-14","code_links":[{"title":"ShannonAI/Entity-Relation-As-Multi-Turn-QA","url":"https://github.com/ShannonAI/Entity-Relation-As-Multi-Turn-QA"}],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8628,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Global","metrics":{"NER Micro F1":"85.6","RE+ Micro F1":"67.8"},"paper_url":"https://aclanthology.org/D17-1182","paper_title":"End-to-End Neural Relation Extraction with Global Optimization","paper_date":"2017-09-01","code_links":[],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8629,"task":"Relation Extraction","parent_task":null,"dataset":"CoNLL04","model_name":"Table Representation","metrics":{"NER Micro F1":"80.7","RE+ Micro F1":"61"},"paper_url":"https://aclanthology.org/D14-1200","paper_title":"Modeling Joint Entity and Relation Extraction with Table Representation","paper_date":"2014-10-01","code_links":[],"metrics_order":"[\"RE+ Macro F1 \", \"RE+ Micro F1\", \"NER Macro F1\", \"NER Micro F1\", \"RE+ Macro F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}