{"task":"Multimodal Reasoning","dataset":"MATH-V","metric_names":["Accuracy"],"rows":[{"id":141454,"task":"Multimodal Reasoning","parent_task":null,"dataset":"MATH-V","model_name":"GPT4V","metrics":{"Accuracy":"22.76"},"paper_url":"https://arxiv.org/abs/2402.14804v1","paper_title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","paper_date":"2024-02-22","code_links":[{"title":"mathllm/math-v","url":"https://github.com/mathllm/math-v"}],"metrics_order":"[\"Accuracy\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":141455,"task":"Multimodal Reasoning","parent_task":null,"dataset":"MATH-V","model_name":"Gemini Pro","metrics":{"Accuracy":"17.66"},"paper_url":"https://arxiv.org/abs/2402.14804v1","paper_title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","paper_date":"2024-02-22","code_links":[{"title":"mathllm/math-v","url":"https://github.com/mathllm/math-v"}],"metrics_order":"[\"Accuracy\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":141456,"task":"Multimodal Reasoning","parent_task":null,"dataset":"MATH-V","model_name":"Qwen-VL-Max","metrics":{"Accuracy":"15.59"},"paper_url":"https://arxiv.org/abs/2402.14804v1","paper_title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","paper_date":"2024-02-22","code_links":[{"title":"mathllm/math-v","url":"https://github.com/mathllm/math-v"}],"metrics_order":"[\"Accuracy\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]},{"id":141457,"task":"Multimodal Reasoning","parent_task":null,"dataset":"MATH-V","model_name":"InternLM-XComposer2-VL","metrics":{"Accuracy":"14.54"},"paper_url":"https://arxiv.org/abs/2402.14804v1","paper_title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","paper_date":"2024-02-22","code_links":[{"title":"mathllm/math-v","url":"https://github.com/mathllm/math-v"}],"metrics_order":"[\"Accuracy\"]","area":"Reasoning","uses_additional_data":1,"source":"archive","tags":[]}]}