{"task":"Relation Classification","dataset":"FewRel","metric_names":["F1 (10-way 1-shot)","F1 (10-way 5-shot)","F1 (5-way 1-shot)","F1 (5-way 5-shot","F1"],"rows":[{"id":8650,"task":"Relation Classification","parent_task":"Relation Extraction","dataset":"FewRel","model_name":"DeepStruct multi-task w/ finetune","metrics":{"F1 (10-way 1-shot)":"97.8","F1 (10-way 5-shot)":"99.8","F1 (5-way 1-shot)":"98.4","F1 (5-way 5-shot":"100"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8651,"task":"Relation Classification","parent_task":"Relation Extraction","dataset":"FewRel","model_name":"DeepStruct multi-task","metrics":{"F1 (10-way 1-shot)":"92.2","F1 (10-way 5-shot)":"94.6","F1 (5-way 1-shot)":"93.6","F1 (5-way 5-shot":"96.4"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8652,"task":"Relation Classification","parent_task":"Relation Extraction","dataset":"FewRel","model_name":"Deepstruct zero-shot","metrics":{"F1 (10-way 1-shot)":"67.6","F1 (10-way 5-shot)":"66.4","F1 (5-way 1-shot)":"72.4","F1 (5-way 5-shot":"70.8"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8653,"task":"Relation Classification","parent_task":"Relation Extraction","dataset":"FewRel","model_name":"DeepEx (zero-shot top-1)","metrics":{"F1":"48.8"},"paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","paper_date":"2021-09-23","code_links":[{"title":"cgraywang/deepex","url":"https://github.com/cgraywang/deepex"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":8654,"task":"Relation Classification","parent_task":"Relation Extraction","dataset":"FewRel","model_name":"DeepEx (zero-shot top-10)","metrics":{"F1":"92.9"},"paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","paper_date":"2021-09-23","code_links":[{"title":"cgraywang/deepex","url":"https://github.com/cgraywang/deepex"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":21625,"task":"Relation Classification","parent_task":null,"dataset":"FewRel","model_name":"DeepStruct multi-task w/ finetune","metrics":{"F1 (10-way 1-shot)":"97.8","F1 (10-way 5-shot)":"99.8","F1 (5-way 1-shot)":"98.4","F1 (5-way 5-shot":"100"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":21626,"task":"Relation Classification","parent_task":null,"dataset":"FewRel","model_name":"DeepStruct multi-task","metrics":{"F1 (10-way 1-shot)":"92.2","F1 (10-way 5-shot)":"94.6","F1 (5-way 1-shot)":"93.6","F1 (5-way 5-shot":"96.4"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":21627,"task":"Relation Classification","parent_task":null,"dataset":"FewRel","model_name":"Deepstruct zero-shot","metrics":{"F1 (10-way 1-shot)":"67.6","F1 (10-way 5-shot)":"66.4","F1 (5-way 1-shot)":"72.4","F1 (5-way 5-shot":"70.8"},"paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_date":"2022-05-21","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":21628,"task":"Relation Classification","parent_task":null,"dataset":"FewRel","model_name":"DeepEx (zero-shot top-1)","metrics":{"F1":"48.8"},"paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","paper_date":"2021-09-23","code_links":[{"title":"cgraywang/deepex","url":"https://github.com/cgraywang/deepex"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":21629,"task":"Relation Classification","parent_task":null,"dataset":"FewRel","model_name":"DeepEx (zero-shot top-10)","metrics":{"F1":"92.9"},"paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","paper_date":"2021-09-23","code_links":[{"title":"cgraywang/deepex","url":"https://github.com/cgraywang/deepex"}],"metrics_order":"[\"F1 (10-way 1-shot)\", \"F1 (10-way 5-shot)\", \"F1 (5-way 1-shot)\", \"F1 (5-way 5-shot\", \"F1\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}