{"task":"Entity Typing","dataset":"Open Entity","metric_names":["F1"],"rows":[{"id":99491,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"MLMET","metrics":{"F1":"78.2"},"paper_url":"https://arxiv.org/abs/2010.01057v1","paper_title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","paper_date":"2020-10-02","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"PaddlePaddle/PaddleNLP","url":"https://github.com/PaddlePaddle/PaddleNLP/tree/develop/examples/language_model/roformer"},{"title":"studio-ousia/luke","url":"https://github.com/studio-ousia/luke"},{"title":"mindspore-ai/models","url":"https://github.com/mindspore-ai/models/tree/master/research/nlp/luke"},{"title":"JiachengLi1995/UCTopic","url":"https://github.com/JiachengLi1995/UCTopic"},{"title":"shmulvad/zero-for-ner","url":"https://github.com/shmulvad/zero-for-ner"},{"title":"Beacontownfc/paddle_luke_stable","url":"https://github.com/Beacontownfc/paddle_luke_stable"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/luke"},{"title":"2023-MindSpore-1/ms-code-156","url":"https://github.com/2023-MindSpore-1/ms-code-156"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99492,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"MCCE-B (replicated by Adaseq)","metrics":{"F1":"52.1"},"paper_url":"https://arxiv.org/abs/2212.09125v1","paper_title":"Recall, Expand and Multi-Candidate Cross-Encode: Fast and Accurate Ultra-Fine Entity Typing","paper_date":"2022-12-18","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99493,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"Prompt + NPCRF (replicated by Adaseq)","metrics":{"F1":"50.1"},"paper_url":"https://arxiv.org/abs/2212.01581v1","paper_title":"Modeling Label Correlations for Ultra-Fine Entity Typing with Neural Pairwise Conditional Random Field","paper_date":"2022-12-03","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99494,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"UniST-Large","metrics":{"F1":"49.9"},"paper_url":"https://arxiv.org/abs/2205.01826v1","paper_title":"Unified Semantic Typing with Meaningful Label Inference","paper_date":"2022-05-04","code_links":[{"title":"luka-group/unist","url":"https://github.com/luka-group/unist"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99495,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"Prompt Learning (replicated by Adaseq)）","metrics":{"F1":"49.3"},"paper_url":"https://arxiv.org/abs/2212.01581v1","paper_title":"Modeling Label Correlations for Ultra-Fine Entity Typing with Neural Pairwise Conditional Random Field","paper_date":"2022-12-03","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99496,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"MLMET","metrics":{"F1":"49.1"},"paper_url":"https://arxiv.org/abs/2106.04098v1","paper_title":"Ultra-Fine Entity Typing with Weak Supervision from a Masked Language Model","paper_date":"2021-06-08","code_links":[{"title":"HKUST-KnowComp/MLMET","url":"https://github.com/HKUST-KnowComp/MLMET"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99497,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"RoBERTa-Large + NPCRF (replicated by Adaseq)","metrics":{"F1":"47.3"},"paper_url":"https://arxiv.org/abs/2212.01581v1","paper_title":"Modeling Label Correlations for Ultra-Fine Entity Typing with Neural Pairwise Conditional Random Field","paper_date":"2022-12-03","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99498,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"LRN","metrics":{"F1":"45.4"},"paper_url":"https://arxiv.org/abs/2109.05744v1","paper_title":"Fine-grained Entity Typing via Label Reasoning","paper_date":"2021-09-13","code_links":[],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99499,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"Box4Type","metrics":{"F1":"44.8"},"paper_url":"https://arxiv.org/abs/2101.00345v2","paper_title":"Modeling Fine-Grained Entity Types with Box Embeddings","paper_date":"2021-01-02","code_links":[{"title":"yasumasaonoe/Box4Types","url":"https://github.com/yasumasaonoe/Box4Types"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99500,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"RoBERTa-Large (replicated by Adaseq)","metrics":{"F1":"43.8"},"paper_url":"https://arxiv.org/abs/2212.01581v1","paper_title":"Modeling Label Correlations for Ultra-Fine Entity Typing with Neural Pairwise Conditional Random Field","paper_date":"2022-12-03","code_links":[{"title":"modelscope/adaseq","url":"https://github.com/modelscope/adaseq"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99501,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"LDET","metrics":{"F1":"40.1"},"paper_url":"https://arxiv.org/abs/1905.01566v1","paper_title":"Learning to Denoise Distantly-Labeled Data for Entity Typing","paper_date":"2019-05-04","code_links":[{"title":"yasumasaonoe/DenoiseET","url":"https://github.com/yasumasaonoe/DenoiseET"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99502,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"LabelGCN","metrics":{"F1":"36.9"},"paper_url":"http://arxiv.org/abs/1903.02591v1","paper_title":"Imposing Label-Relational Inductive Bias for Extremely Fine-Grained Entity Typing","paper_date":"2019-03-06","code_links":[{"title":"xwhan/Extremely-Fine-Grained-Entity-Typing","url":"https://github.com/xwhan/Extremely-Fine-Grained-Entity-Typing"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":99503,"task":"Entity Typing","parent_task":null,"dataset":"Open Entity","model_name":"UFET-biLSTM","metrics":{"F1":"31.3"},"paper_url":"http://arxiv.org/abs/1807.04905v1","paper_title":"Ultra-Fine Entity Typing","paper_date":"2018-07-13","code_links":[{"title":"uwnlp/open_type","url":"https://github.com/uwnlp/open_type"}],"metrics_order":"[\"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}