{"task":"Entity Resolution","dataset":"Amazon-Google","metric_names":["F1 (%)"],"rows":[{"id":7755,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"gpt4-0613_fewshot-10","metrics":{"F1 (%)":"85.21"},"paper_url":"https://arxiv.org/abs/2310.11244v4","paper_title":"Entity Matching using Large Language Models","paper_date":"2023-10-17","code_links":[{"title":"wbsg-uni-mannheim/matchgpt","url":"https://github.com/wbsg-uni-mannheim/matchgpt"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7756,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"gpt-4o-mini-2024-07-18_fine_tuned","metrics":{"F1 (%)":"80.25"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7757,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"RoBERTa-SupCon","metrics":{"F1 (%)":"79.28"},"paper_url":"https://arxiv.org/abs/2202.02098v2","paper_title":"Supervised Contrastive Learning for Product Matching","paper_date":"2022-02-04","code_links":[{"title":"wbsg-uni-mannheim/contrastive-product-matching","url":"https://github.com/wbsg-uni-mannheim/contrastive-product-matching"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7758,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"RobEM","metrics":{"F1 (%)":"79.06"},"paper_url":"https://dl.acm.org/doi/10.1145/3511808.3557673","paper_title":"Probing the Robustness of Pre-trained Language Models for Entity Matching","paper_date":"2022-10-01","code_links":[{"title":"makbn/robem","url":"https://github.com/makbn/robem"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7759,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"Random Forest","metrics":{"F1 (%)":"79.0"},"paper_url":"https://dl.acm.org/doi/10.1145/3340531.3412781","paper_title":"Profiling Entity Matching Benchmark Tasks","paper_date":"2020-10-19","code_links":[{"title":"wbsg-uni-mannheim/EntityMatchingTaskProfiler","url":"https://github.com/wbsg-uni-mannheim/EntityMatchingTaskProfiler"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7760,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"HG","metrics":{"F1 (%)":"76.4"},"paper_url":"https://dl.acm.org/doi/10.1145/3514221.3517872","paper_title":"Entity Resolution with Hierarchical Graph Attention Networks","paper_date":"2022-06-01","code_links":[{"title":"CGCL-codes/HierGAT","url":"https://github.com/CGCL-codes/HierGAT"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7761,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"Ditto","metrics":{"F1 (%)":"75.58"},"paper_url":"https://arxiv.org/abs/2004.00584v3","paper_title":"Deep Entity Matching with Pre-Trained Language Models","paper_date":"2020-04-01","code_links":[{"title":"megagonlabs/ditto","url":"https://github.com/megagonlabs/ditto"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7762,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"CorDEL-Sum","metrics":{"F1 (%)":"70.2"},"paper_url":"https://arxiv.org/abs/2009.07203v3","paper_title":"CorDEL: A Contrastive Deep Learning Approach for Entity Linkage","paper_date":"2020-09-15","code_links":[],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7763,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"DeepMatcher - Hybrid","metrics":{"F1 (%)":"69.3"},"paper_url":"https://doi.org/10.1145/3183713.3196926","paper_title":"Deep Learning for Entity Matching: A Design Space Exploration","paper_date":"2018-05-01","code_links":[{"title":"anhaidgroup/deepmatcher","url":"https://github.com/anhaidgroup/deepmatcher"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7764,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"D-HAT","metrics":{"F1 (%)":"67.5"},"paper_url":"https://link.springer.com/chapter/10.1007/978-3-031-22137-8_28","paper_title":"Deduplication Over Heterogeneous Attribute Types (D-HAT)","paper_date":"2022-11-24","code_links":[{"title":"Loujainl/D-HAT","url":"https://github.com/Loujainl/D-HAT"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7765,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"text-davinci-002_fewshot-10","metrics":{"F1 (%)":"63.50"},"paper_url":"https://arxiv.org/abs/2205.09911v2","paper_title":"Can Foundation Models Wrangle Your Data?","paper_date":"2022-05-20","code_links":[{"title":"fminference/flexgen","url":"https://github.com/fminference/flexgen"},{"title":"hazyresearch/fm_data_tasks","url":"https://github.com/hazyresearch/fm_data_tasks"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7766,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"gpt-4o-2024-08-06","metrics":{"F1 (%)":"63.45"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7767,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"gpt-4o-mini-2024-07-18","metrics":{"F1 (%)":"59.20"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7768,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"text-davinci-002_zeroshot","metrics":{"F1 (%)":"54.30"},"paper_url":"https://arxiv.org/abs/2205.09911v2","paper_title":"Can Foundation Models Wrangle Your Data?","paper_date":"2022-05-20","code_links":[{"title":"fminference/flexgen","url":"https://github.com/fminference/flexgen"},{"title":"hazyresearch/fm_data_tasks","url":"https://github.com/hazyresearch/fm_data_tasks"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7769,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-70B-Instruct","metrics":{"F1 (%)":"51.44"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7770,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-8B-Instruct_fine_tuned","metrics":{"F1 (%)":"50.00"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":7771,"task":"Entity Resolution","parent_task":"Data Integration","dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-8B-Instruct","metrics":{"F1 (%)":"49.16"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52548,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"gpt4-0613_fewshot-10","metrics":{"F1 (%)":"85.21"},"paper_url":"https://arxiv.org/abs/2310.11244v4","paper_title":"Entity Matching using Large Language Models","paper_date":"2023-10-17","code_links":[{"title":"wbsg-uni-mannheim/matchgpt","url":"https://github.com/wbsg-uni-mannheim/matchgpt"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52549,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"gpt-4o-mini-2024-07-18_fine_tuned","metrics":{"F1 (%)":"80.25"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52550,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"RoBERTa-SupCon","metrics":{"F1 (%)":"79.28"},"paper_url":"https://arxiv.org/abs/2202.02098v2","paper_title":"Supervised Contrastive Learning for Product Matching","paper_date":"2022-02-04","code_links":[{"title":"wbsg-uni-mannheim/contrastive-product-matching","url":"https://github.com/wbsg-uni-mannheim/contrastive-product-matching"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52551,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"RobEM","metrics":{"F1 (%)":"79.06"},"paper_url":"https://dl.acm.org/doi/10.1145/3511808.3557673","paper_title":"Probing the Robustness of Pre-trained Language Models for Entity Matching","paper_date":"2022-10-01","code_links":[{"title":"makbn/robem","url":"https://github.com/makbn/robem"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52552,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"Random Forest","metrics":{"F1 (%)":"79.0"},"paper_url":"https://dl.acm.org/doi/10.1145/3340531.3412781","paper_title":"Profiling Entity Matching Benchmark Tasks","paper_date":"2020-10-19","code_links":[{"title":"wbsg-uni-mannheim/EntityMatchingTaskProfiler","url":"https://github.com/wbsg-uni-mannheim/EntityMatchingTaskProfiler"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52553,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"HG","metrics":{"F1 (%)":"76.4"},"paper_url":"https://dl.acm.org/doi/10.1145/3514221.3517872","paper_title":"Entity Resolution with Hierarchical Graph Attention Networks","paper_date":"2022-06-01","code_links":[{"title":"CGCL-codes/HierGAT","url":"https://github.com/CGCL-codes/HierGAT"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52554,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"Ditto","metrics":{"F1 (%)":"75.58"},"paper_url":"https://arxiv.org/abs/2004.00584v3","paper_title":"Deep Entity Matching with Pre-Trained Language Models","paper_date":"2020-04-01","code_links":[{"title":"megagonlabs/ditto","url":"https://github.com/megagonlabs/ditto"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52555,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"CorDEL-Sum","metrics":{"F1 (%)":"70.2"},"paper_url":"https://arxiv.org/abs/2009.07203v3","paper_title":"CorDEL: A Contrastive Deep Learning Approach for Entity Linkage","paper_date":"2020-09-15","code_links":[],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52556,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"DeepMatcher - Hybrid","metrics":{"F1 (%)":"69.3"},"paper_url":"https://doi.org/10.1145/3183713.3196926","paper_title":"Deep Learning for Entity Matching: A Design Space Exploration","paper_date":"2018-05-01","code_links":[{"title":"anhaidgroup/deepmatcher","url":"https://github.com/anhaidgroup/deepmatcher"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52557,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"D-HAT","metrics":{"F1 (%)":"67.5"},"paper_url":"https://link.springer.com/chapter/10.1007/978-3-031-22137-8_28","paper_title":"Deduplication Over Heterogeneous Attribute Types (D-HAT)","paper_date":"2022-11-24","code_links":[{"title":"Loujainl/D-HAT","url":"https://github.com/Loujainl/D-HAT"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52558,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"text-davinci-002_fewshot-10","metrics":{"F1 (%)":"63.50"},"paper_url":"https://arxiv.org/abs/2205.09911v2","paper_title":"Can Foundation Models Wrangle Your Data?","paper_date":"2022-05-20","code_links":[{"title":"fminference/flexgen","url":"https://github.com/fminference/flexgen"},{"title":"hazyresearch/fm_data_tasks","url":"https://github.com/hazyresearch/fm_data_tasks"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52559,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"gpt-4o-2024-08-06","metrics":{"F1 (%)":"63.45"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52560,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"gpt-4o-mini-2024-07-18","metrics":{"F1 (%)":"59.20"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52561,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"text-davinci-002_zeroshot","metrics":{"F1 (%)":"54.30"},"paper_url":"https://arxiv.org/abs/2205.09911v2","paper_title":"Can Foundation Models Wrangle Your Data?","paper_date":"2022-05-20","code_links":[{"title":"fminference/flexgen","url":"https://github.com/fminference/flexgen"},{"title":"hazyresearch/fm_data_tasks","url":"https://github.com/hazyresearch/fm_data_tasks"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52562,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-70B-Instruct","metrics":{"F1 (%)":"51.44"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52563,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-8B-Instruct_fine_tuned","metrics":{"F1 (%)":"50.00"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]},{"id":52564,"task":"Entity Resolution","parent_task":null,"dataset":"Amazon-Google","model_name":"Meta-Llama-3.1-8B-Instruct","metrics":{"F1 (%)":"49.16"},"paper_url":"https://arxiv.org/abs/2409.08185v2","paper_title":"Fine-tuning Large Language Models for Entity Matching","paper_date":"2024-09-12","code_links":[{"title":"wbsg-uni-mannheim/tailormatch","url":"https://github.com/wbsg-uni-mannheim/tailormatch"}],"metrics_order":"[\"F1 (%)\"]","area":"Natural Language Processing","uses_additional_data":0,"source":"archive","tags":[]}]}