{"task":"Math Word Problem Solving","dataset":"ParaMAWPS","metric_names":["Accuracy (%)"],"rows":[{"id":25185,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"DeBERTa (VM)","metrics":{"Accuracy (%)":"79.1"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":25186,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"DeBERTa","metrics":{"Accuracy (%)":"74.1"},"paper_url":"https://arxiv.org/abs/2006.03654v6","paper_title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","paper_date":"2020-06-05","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/DeBERTa","url":"https://github.com/microsoft/DeBERTa"},{"title":"osu-nlp-group/mind2web","url":"https://github.com/osu-nlp-group/mind2web"},{"title":"neuralmind-ai/coliee","url":"https://github.com/neuralmind-ai/coliee"},{"title":"huberemanuel/DeBERTa","url":"https://github.com/huberemanuel/DeBERTa"},{"title":"Jason-J-Choi/DeBERTa_TxtClassifier","url":"https://github.com/Jason-J-Choi/DeBERTa_TxtClassifier"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta_v2"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta_v2"},{"title":"JONGWE1/Paddle-DeBERTa","url":"https://github.com/JONGWE1/Paddle-DeBERTa"},{"title":"Mind23-2/MindCode-161","url":"https://github.com/Mind23-2/MindCode-161"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta_v2"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":25187,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3.5 Turbo (175B)","metrics":{"Accuracy (%)":"73.0"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":25188,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-J (6B)","metrics":{"Accuracy (%)":"5.9"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":25189,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3 text-curie-001 (13B)","metrics":{"Accuracy (%)":"4.20"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":25190,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3 text-babbage-001 (6.7B)","metrics":{"Accuracy (%)":"3.21"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":94763,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"DeBERTa (VM)","metrics":{"Accuracy (%)":"79.1"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":94764,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"DeBERTa","metrics":{"Accuracy (%)":"74.1"},"paper_url":"https://arxiv.org/abs/2006.03654v6","paper_title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","paper_date":"2020-06-05","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/DeBERTa","url":"https://github.com/microsoft/DeBERTa"},{"title":"osu-nlp-group/mind2web","url":"https://github.com/osu-nlp-group/mind2web"},{"title":"neuralmind-ai/coliee","url":"https://github.com/neuralmind-ai/coliee"},{"title":"huberemanuel/DeBERTa","url":"https://github.com/huberemanuel/DeBERTa"},{"title":"Jason-J-Choi/DeBERTa_TxtClassifier","url":"https://github.com/Jason-J-Choi/DeBERTa_TxtClassifier"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta_v2"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta_v2"},{"title":"JONGWE1/Paddle-DeBERTa","url":"https://github.com/JONGWE1/Paddle-DeBERTa"},{"title":"Mind23-2/MindCode-161","url":"https://github.com/Mind23-2/MindCode-161"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta_v2"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":94765,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"GPT-3.5 Turbo (175B)","metrics":{"Accuracy (%)":"73.0"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":94766,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"GPT-J (6B)","metrics":{"Accuracy (%)":"5.9"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":94767,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"GPT-3 text-curie-001 (13B)","metrics":{"Accuracy (%)":"4.20"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":94768,"task":"Math Word Problem Solving","parent_task":null,"dataset":"ParaMAWPS","model_name":"GPT-3 text-babbage-001 (6.7B)","metrics":{"Accuracy (%)":"3.21"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":112009,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"DeBERTa (VM)","metrics":{"Accuracy (%)":"79.1"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":112010,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"DeBERTa","metrics":{"Accuracy (%)":"74.1"},"paper_url":"https://arxiv.org/abs/2006.03654v6","paper_title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","paper_date":"2020-06-05","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/DeBERTa","url":"https://github.com/microsoft/DeBERTa"},{"title":"osu-nlp-group/mind2web","url":"https://github.com/osu-nlp-group/mind2web"},{"title":"neuralmind-ai/coliee","url":"https://github.com/neuralmind-ai/coliee"},{"title":"huberemanuel/DeBERTa","url":"https://github.com/huberemanuel/DeBERTa"},{"title":"Jason-J-Choi/DeBERTa_TxtClassifier","url":"https://github.com/Jason-J-Choi/DeBERTa_TxtClassifier"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta_v2"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta_v2"},{"title":"JONGWE1/Paddle-DeBERTa","url":"https://github.com/JONGWE1/Paddle-DeBERTa"},{"title":"Mind23-2/MindCode-161","url":"https://github.com/Mind23-2/MindCode-161"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta_v2"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":112011,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3.5 Turbo (175B)","metrics":{"Accuracy (%)":"73.0"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":112012,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-J (6B)","metrics":{"Accuracy (%)":"5.9"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":112013,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3 text-curie-001 (13B)","metrics":{"Accuracy (%)":"4.20"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":112014,"task":"Math Word Problem Solving","parent_task":"Mathematical Question Answering","dataset":"ParaMAWPS","model_name":"GPT-3 text-babbage-001 (6.7B)","metrics":{"Accuracy (%)":"3.21"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":120358,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"DeBERTa (VM)","metrics":{"Accuracy (%)":"79.1"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":120359,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"DeBERTa","metrics":{"Accuracy (%)":"74.1"},"paper_url":"https://arxiv.org/abs/2006.03654v6","paper_title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","paper_date":"2020-06-05","code_links":[{"title":"huggingface/transformers","url":"https://github.com/huggingface/transformers"},{"title":"microsoft/DeBERTa","url":"https://github.com/microsoft/DeBERTa"},{"title":"osu-nlp-group/mind2web","url":"https://github.com/osu-nlp-group/mind2web"},{"title":"neuralmind-ai/coliee","url":"https://github.com/neuralmind-ai/coliee"},{"title":"huberemanuel/DeBERTa","url":"https://github.com/huberemanuel/DeBERTa"},{"title":"Jason-J-Choi/DeBERTa_TxtClassifier","url":"https://github.com/Jason-J-Choi/DeBERTa_TxtClassifier"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta"},{"title":"2024-MindSpore-1/Code2","url":"https://github.com/2024-MindSpore-1/Code2/tree/main/model-1/deberta_v2"},{"title":"MindCode-4/code-3","url":"https://github.com/MindCode-4/code-3/tree/main/deberta_v2"},{"title":"JONGWE1/Paddle-DeBERTa","url":"https://github.com/JONGWE1/Paddle-DeBERTa"},{"title":"Mind23-2/MindCode-161","url":"https://github.com/Mind23-2/MindCode-161"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta"},{"title":"pwc-1/Paper-8","url":"https://github.com/pwc-1/Paper-8/tree/main/deberta_v2"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":120360,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"GPT-3.5 Turbo (175B)","metrics":{"Accuracy (%)":"73.0"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":120361,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"GPT-J (6B)","metrics":{"Accuracy (%)":"5.9"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":120362,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"GPT-3 text-curie-001 (13B)","metrics":{"Accuracy (%)":"4.20"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]},{"id":120363,"task":"Math Word Problem Solving","parent_task":"Mathematical Reasoning","dataset":"ParaMAWPS","model_name":"GPT-3 text-babbage-001 (6.7B)","metrics":{"Accuracy (%)":"3.21"},"paper_url":"https://arxiv.org/abs/2306.13899v1","paper_title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","paper_date":"2023-06-24","code_links":[{"title":"starscream-11813/variational-mathematical-reasoning","url":"https://github.com/starscream-11813/variational-mathematical-reasoning"}],"metrics_order":"[\"Accuracy (%)\"]","area":"Reasoning","uses_additional_data":0,"source":"archive","tags":[]}]}