{"task":"Math Word Problem Solving","dataset":"MATH-500","metric_names":["Accuracy"],"rows":[{"id":761029,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-5 (High) (OpenAI)","metrics":{"Accuracy":"99.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-08-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761453,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o3 (OpenAI)","metrics":{"Accuracy":"99.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-16","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762172,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Grok 3 mini Reasoning (High) (SpaceXAI)","metrics":{"Accuracy":"99.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761065,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-5 (Medium) (OpenAI)","metrics":{"Accuracy":"99.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-08-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761576,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 4 Sonnet (Reasoning) (Anthropic)","metrics":{"Accuracy":"99.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761134,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Grok 4 (SpaceXAI)","metrics":{"Accuracy":"99"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761851,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o4-mini (High) (OpenAI)","metrics":{"Accuracy":"98.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-16","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761335,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-5 (Low) (OpenAI)","metrics":{"Accuracy":"98.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-08-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762193,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Pro Preview (May' 25) (Google)","metrics":{"Accuracy":"98.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763072,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o3-mini (High) (OpenAI)","metrics":{"Accuracy":"98.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-31","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762592,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 235B A22B 2507 (Reasoning) (Alibaba)","metrics":{"Accuracy":"98.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762493,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 0528 (May '25) (DeepSeek)","metrics":{"Accuracy":"98.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763614,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama Nemotron Super 49B v1.5 (Reasoning) (NVIDIA)","metrics":{"Accuracy":"98.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761384,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 4 Opus (Reasoning) (Anthropic)","metrics":{"Accuracy":"98.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762506,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash (Reasoning) (Google)","metrics":{"Accuracy":"98.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762840,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash Preview (Reasoning) (Google)","metrics":{"Accuracy":"98.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762108,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Pro Preview (Mar' 25) (Google)","metrics":{"Accuracy":"98"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762733,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 235B A22B 2507 Instruct (Alibaba)","metrics":{"Accuracy":"98"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762810,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"MiniMax M1 80k (MiniMax)","metrics":{"Accuracy":"98"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762566,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GLM-4.5 (Reasoning) (Z AI)","metrics":{"Accuracy":"97.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764012,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"EXAONE 4.0 32B (Reasoning) (LG AI Research)","metrics":{"Accuracy":"97.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763332,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 30B A3B 2507 (Reasoning) (Alibaba)","metrics":{"Accuracy":"97.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764381,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 30B A3B 2507 Instruct (Alibaba)","metrics":{"Accuracy":"97.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-29","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762665,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o3-mini (OpenAI)","metrics":{"Accuracy":"97.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-31","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763235,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"MiniMax M1 40k (MiniMax)","metrics":{"Accuracy":"97.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762578,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Kimi K2 (Kimi)","metrics":{"Accuracy":"97.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-11","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762084,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o1 (OpenAI)","metrics":{"Accuracy":"97"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763870,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash-Lite (Reasoning) (Google)","metrics":{"Accuracy":"96.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761931,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Pro (Google)","metrics":{"Accuracy":"96.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764418,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Solar Pro 2 (Reasoning) (Upstage)","metrics":{"Accuracy":"96.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-09","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762892,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 (Jan '25) (DeepSeek)","metrics":{"Accuracy":"96.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763018,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GLM-4.5-Air (Z AI)","metrics":{"Accuracy":"96.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763993,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Magistral Small 1 (Mistral)","metrics":{"Accuracy":"96.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763854,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 32B (Reasoning) (Alibaba)","metrics":{"Accuracy":"96.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764036,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 14B (Reasoning) (Alibaba)","metrics":{"Accuracy":"96.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763701,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.3 Nemotron Super 49B v1 (Reasoning) (NVIDIA)","metrics":{"Accuracy":"95.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764293,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 30B A3B (Reasoning) (Alibaba)","metrics":{"Accuracy":"95.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762781,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Sonar Reasoning Pro (Perplexity)","metrics":{"Accuracy":"95.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763435,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"QwQ 32B (Alibaba)","metrics":{"Accuracy":"95.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765082,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"R1 1776 (Perplexity)","metrics":{"Accuracy":"95.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764370,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Nemotron Ultra 253B v1 (Reasoning) (NVIDIA)","metrics":{"Accuracy":"95.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764159,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 Distill Qwen 14B (DeepSeek)","metrics":{"Accuracy":"94.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761726,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3.7 Sonnet (Reasoning) (Anthropic)","metrics":{"Accuracy":"94.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-24","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764538,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning) (NVIDIA)","metrics":{"Accuracy":"94.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763348,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o1-mini (OpenAI)","metrics":{"Accuracy":"94.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763457,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash Thinking Experimental (Jan '25) (Google)","metrics":{"Accuracy":"94.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762746,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 Coder 480B A35B Instruct (Alibaba)","metrics":{"Accuracy":"94.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763356,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek V3 0324 (DeepSeek)","metrics":{"Accuracy":"94.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761884,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 4 Opus (Non-reasoning) (Anthropic)","metrics":{"Accuracy":"94.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763941,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 Distill Qwen 32B (DeepSeek)","metrics":{"Accuracy":"94.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765142,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"EXAONE 4.0 32B (Non-reasoning) (LG AI Research)","metrics":{"Accuracy":"93.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764137,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 Distill Llama 70B (DeepSeek)","metrics":{"Accuracy":"93.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":761894,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 4 Sonnet (Non-reasoning) (Anthropic)","metrics":{"Accuracy":"93.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764612,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 4B (Reasoning) (Alibaba)","metrics":{"Accuracy":"93.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763318,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash (Non-reasoning) (Google)","metrics":{"Accuracy":"93.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764064,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 0528 Qwen3 8B (DeepSeek)","metrics":{"Accuracy":"93.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-29","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764394,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"ERNIE 4.5 300B A47B (Baidu)","metrics":{"Accuracy":"93.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763422,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 235B A22B (Reasoning) (Alibaba)","metrics":{"Accuracy":"93"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763676,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash (Feb '25) (Google)","metrics":{"Accuracy":"93"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763816,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash Preview (Non-reasoning) (Google)","metrics":{"Accuracy":"92.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764932,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.5 Flash-Lite (Non-reasoning) (Google)","metrics":{"Accuracy":"92.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763202,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4.1 mini (OpenAI)","metrics":{"Accuracy":"92.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762906,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"o1-preview (OpenAI)","metrics":{"Accuracy":"92.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763765,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Pro Experimental (Feb '25) (Google)","metrics":{"Accuracy":"92.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763809,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Sonar Reasoning (Perplexity)","metrics":{"Accuracy":"92.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763578,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Magistral Medium 1 (Mistral)","metrics":{"Accuracy":"91.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762608,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4.1 (OpenAI)","metrics":{"Accuracy":"91.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764005,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash (experimental) (Google)","metrics":{"Accuracy":"91.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-11","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764325,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"QwQ 32B-Preview (Alibaba)","metrics":{"Accuracy":"91"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-27","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763590,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Medium 3 (Mistral)","metrics":{"Accuracy":"90.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764573,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 8B (Reasoning) (Alibaba)","metrics":{"Accuracy":"90.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763963,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 235B A22B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"90.2"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763562,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Solar Pro 2 (Preview) (Reasoning) (Upstage)","metrics":{"Accuracy":"90"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765782,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 1.7B (Reasoning) (Alibaba)","metrics":{"Accuracy":"89.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763401,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 Coder 30B A3B Instruct (Alibaba)","metrics":{"Accuracy":"89.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-31","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763668,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o (March 2025, chatgpt-4o-latest) (OpenAI)","metrics":{"Accuracy":"89.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-27","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765461,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Reka Flash 3 (Reka AI)","metrics":{"Accuracy":"89.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763219,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 4 Maverick (Meta)","metrics":{"Accuracy":"88.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764747,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Solar Pro 2 (Non-reasoning) (Upstage)","metrics":{"Accuracy":"88.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-09","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763884,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek V3 (Dec '24) (DeepSeek)","metrics":{"Accuracy":"88.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763977,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Small 3.2 (Mistral)","metrics":{"Accuracy":"88.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765927,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3 27B Instruct (Google)","metrics":{"Accuracy":"88.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764122,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.5 Pro (Sep '24) (Google)","metrics":{"Accuracy":"87.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-24","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764482,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash-Lite (Feb '25) (Google)","metrics":{"Accuracy":"87.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764520,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash-Lite (Preview) (Google)","metrics":{"Accuracy":"87.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764130,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Solar Pro 2 (Preview) (Non-reasoning) (Upstage)","metrics":{"Accuracy":"87.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764888,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 14B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"87.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762708,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Grok 3 (SpaceXAI)","metrics":{"Accuracy":"87"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764501,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 32B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"86.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764982,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 30B A3B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"86.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762879,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-5 (Minimal) (OpenAI)","metrics":{"Accuracy":"86.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-08-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764252,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Instruct 72B (Alibaba)","metrics":{"Accuracy":"85.8"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765050,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 Distill Llama 8B (DeepSeek)","metrics":{"Accuracy":"85.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766124,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3 12B Instruct (Google)","metrics":{"Accuracy":"85.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":762060,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3.7 Sonnet (Non-reasoning) (Anthropic)","metrics":{"Accuracy":"85"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-24","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764180,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4.1 nano (OpenAI)","metrics":{"Accuracy":"84.8"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765645,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Sarvam M (Reasoning, Based on Mistral Small 3.1) (Sarvam)","metrics":{"Accuracy":"84.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-23","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764077,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 4 Scout (Meta)","metrics":{"Accuracy":"84.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-05","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764999,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 4B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"84.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763550,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Nova Premier (Amazon)","metrics":{"Accuracy":"83.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764093,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Max (Alibaba)","metrics":{"Accuracy":"83.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765252,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 8B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"82.8"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764721,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.5 Flash (Sep '24) (Google)","metrics":{"Accuracy":"82.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-24","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764772,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Command A (Cohere)","metrics":{"Accuracy":"81.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764264,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Sonar (Perplexity)","metrics":{"Accuracy":"81.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765299,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Phi-4 (Microsoft)","metrics":{"Accuracy":"81"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764828,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Instruct 32B (Alibaba)","metrics":{"Accuracy":"80.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765088,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Turbo (Alibaba)","metrics":{"Accuracy":"80.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764644,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o (ChatGPT) (OpenAI)","metrics":{"Accuracy":"79.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764240,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o (Aug '24) (OpenAI)","metrics":{"Accuracy":"79.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-08-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764512,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o (May '24) (OpenAI)","metrics":{"Accuracy":"79.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-05-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764958,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o mini (OpenAI)","metrics":{"Accuracy":"78.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-07-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764759,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Nova Pro (Amazon)","metrics":{"Accuracy":"78.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-03","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764638,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Tulu3 405B (Allen Institute for AI)","metrics":{"Accuracy":"77.8"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764702,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Grok 2 (Dec '24) (SpaceXAI)","metrics":{"Accuracy":"77.8"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764589,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.3 Nemotron Super 49B v1 (Non-reasoning) (NVIDIA)","metrics":{"Accuracy":"77.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764278,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.3 Instruct 70B (Meta)","metrics":{"Accuracy":"77.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764150,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3.5 Sonnet (Oct '24) (Anthropic)","metrics":{"Accuracy":"77.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-10-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766005,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3n E4B Instruct (Google)","metrics":{"Accuracy":"77.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764489,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama Nemotron Super 49B v1.5 (Non-reasoning) (NVIDIA)","metrics":{"Accuracy":"77"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764881,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Coder Instruct 32B (Alibaba)","metrics":{"Accuracy":"76.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-11","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765978,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3 4B Instruct (Google)","metrics":{"Accuracy":"76.6"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764945,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Nova Lite (Amazon)","metrics":{"Accuracy":"76.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-03","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764993,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek-V2.5 (Dec '24) (DeepSeek)","metrics":{"Accuracy":"76.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763900,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4o (Nov '24) (OpenAI)","metrics":{"Accuracy":"75.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766094,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 0.6B (Reasoning) (Alibaba)","metrics":{"Accuracy":"75"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765373,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3n E4B Instruct Preview (May '25) (Google)","metrics":{"Accuracy":"74.9"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764306,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Sonar Pro (Perplexity)","metrics":{"Accuracy":"74.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765261,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek-Coder-V2 (DeepSeek)","metrics":{"Accuracy":"74.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-06-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764738,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4 Turbo (OpenAI)","metrics":{"Accuracy":"73.7"},"paper_url":null,"paper_title":null,"paper_date":"2023-11-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764821,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Grok Beta (SpaceXAI)","metrics":{"Accuracy":"73.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-08-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764344,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Large 2 (Nov '24) (Mistral)","metrics":{"Accuracy":"73.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764794,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Nemotron Instruct 70B (NVIDIA)","metrics":{"Accuracy":"73.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-10-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763688,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3.5 Haiku (Anthropic)","metrics":{"Accuracy":"72.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-10-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765914,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 1.7B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"71.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764920,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Small 3 (Mistral)","metrics":{"Accuracy":"71.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764664,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Pixtral Large (Mistral)","metrics":{"Accuracy":"71.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-11-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764859,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Large 2 (Jul '24) (Mistral)","metrics":{"Accuracy":"71.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-07-24","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763625,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Devstral Medium (Mistral)","metrics":{"Accuracy":"70.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764686,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Small 3.1 (Mistral)","metrics":{"Accuracy":"70.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764560,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Instruct 405B (Meta)","metrics":{"Accuracy":"70.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-07-23","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765319,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Nova Micro (Amazon)","metrics":{"Accuracy":"70.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-03","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765121,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2 Instruct 72B (Alibaba)","metrics":{"Accuracy":"70.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-06-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765128,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Phi-4 Mini Instruct (Microsoft)","metrics":{"Accuracy":"69.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-02-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764629,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3.5 Sonnet (June '24) (Anthropic)","metrics":{"Accuracy":"69.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-06-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765380,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Phi-4 Multimodal Instruct (Microsoft)","metrics":{"Accuracy":"69.3"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765993,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3n E2B Instruct (Google)","metrics":{"Accuracy":"69.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-06-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765162,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.5 Flash-8B (Google)","metrics":{"Accuracy":"68.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-10-03","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765535,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepSeek R1 Distill Qwen 1.5B (DeepSeek)","metrics":{"Accuracy":"68.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-01-20","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763785,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Devstral Small (May '25) (Mistral)","metrics":{"Accuracy":"68.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-05-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765044,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Saba (Mistral)","metrics":{"Accuracy":"67.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765078,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.5 Pro (May '24) (Google)","metrics":{"Accuracy":"67.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-05-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765902,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Granite 3.3 8B (Non-reasoning) (IBM)","metrics":{"Accuracy":"66.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-16","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765387,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen2.5 Coder Instruct 7B (Alibaba)","metrics":{"Accuracy":"66"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765006,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Instruct 70B (Meta)","metrics":{"Accuracy":"64.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-07-23","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":763796,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3 Opus (Anthropic)","metrics":{"Accuracy":"64.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-03-04","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764313,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Devstral Small (Jul '25) (Mistral)","metrics":{"Accuracy":"63.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-10","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765099,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.2 Instruct 90B (Vision) (Meta)","metrics":{"Accuracy":"62.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765224,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.5 Large (AI21 Labs)","metrics":{"Accuracy":"60.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-08-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765184,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.7 Large (AI21 Labs)","metrics":{"Accuracy":"60"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765177,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepHermes 3 - Mistral 24B Preview (Non-reasoning) (Nous Research)","metrics":{"Accuracy":"59.5"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765278,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.6 Large (AI21 Labs)","metrics":{"Accuracy":"58"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764899,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-4 (OpenAI)","metrics":{"Accuracy":"56.8"},"paper_url":null,"paper_title":null,"paper_date":"2023-03-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765341,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Small (Sep '24) (Mistral)","metrics":{"Accuracy":"56.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765552,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Small (Feb '24) (Mistral)","metrics":{"Accuracy":"56.2"},"paper_url":null,"paper_title":null,"paper_date":"2024-02-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765292,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.5 Flash (May '24) (Google)","metrics":{"Accuracy":"55.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-05-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765402,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mixtral 8x22B Instruct (Mistral)","metrics":{"Accuracy":"54.5"},"paper_url":null,"paper_title":null,"paper_date":"2024-04-17","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765244,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Hermes 3 - Llama-3.1 70B (Nous Research)","metrics":{"Accuracy":"53.8"},"paper_url":null,"paper_title":null,"paper_date":"2024-08-15","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765092,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Reka Flash (Sep '24) (Reka AI)","metrics":{"Accuracy":"52.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-10-04","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765394,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Large (Feb '24) (Mistral)","metrics":{"Accuracy":"52.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-02-26","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766082,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Qwen3 0.6B (Non-reasoning) (Alibaba)","metrics":{"Accuracy":"52.1"},"paper_url":null,"paper_title":null,"paper_date":"2025-04-28","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":764806,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.1 Instruct 8B (Meta)","metrics":{"Accuracy":"51.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-07-23","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765609,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.2 Instruct 11B (Vision) (Meta)","metrics":{"Accuracy":"51.6"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766059,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3 Instruct 8B (Meta)","metrics":{"Accuracy":"49.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-04-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765417,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.2 Instruct 3B (Meta)","metrics":{"Accuracy":"48.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765966,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemma 3 1B Instruct (Google)","metrics":{"Accuracy":"48.4"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765588,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3 Instruct 70B (Meta)","metrics":{"Accuracy":"48.3"},"paper_url":null,"paper_title":null,"paper_date":"2024-04-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765031,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 2.0 Flash Thinking Experimental (Dec '24) (Google)","metrics":{"Accuracy":"48"},"paper_url":null,"paper_title":null,"paper_date":"2024-12-19","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765602,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"LFM 40B (Liquid AI)","metrics":{"Accuracy":"48"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765350,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Phi-3 Mini Instruct 3.8B (Microsoft)","metrics":{"Accuracy":"45.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-04-23","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765564,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"GPT-3.5 Turbo (OpenAI)","metrics":{"Accuracy":"44.1"},"paper_url":null,"paper_title":null,"paper_date":"2022-11-30","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765312,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3 Sonnet (Anthropic)","metrics":{"Accuracy":"41.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-03-04","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765559,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral Medium (Mistral)","metrics":{"Accuracy":"40.5"},"paper_url":null,"paper_title":null,"paper_date":"2023-12-11","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765633,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Gemini 1.0 Pro (Google)","metrics":{"Accuracy":"40.3"},"paper_url":null,"paper_title":null,"paper_date":"2023-12-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765492,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 3 Haiku (Anthropic)","metrics":{"Accuracy":"39.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-03-04","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765485,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude 2.1 (Anthropic)","metrics":{"Accuracy":"37.4"},"paper_url":null,"paper_title":null,"paper_date":"2023-11-21","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765763,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.5 Mini (AI21 Labs)","metrics":{"Accuracy":"35.7"},"paper_url":null,"paper_title":null,"paper_date":"2024-08-22","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765102,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Solar Mini (Upstage)","metrics":{"Accuracy":"33.1"},"paper_url":null,"paper_title":null,"paper_date":"2024-01-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765664,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 2 Chat 13B (Meta)","metrics":{"Accuracy":"32.9"},"paper_url":null,"paper_title":null,"paper_date":"2023-07-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765657,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 2 Chat 70B (Meta)","metrics":{"Accuracy":"32.3"},"paper_url":null,"paper_title":null,"paper_date":"2023-07-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765678,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"OpenChat 3.5 (1210) (OpenChat)","metrics":{"Accuracy":"30.7"},"paper_url":null,"paper_title":null,"paper_date":"2023-12-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765801,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mixtral 8x7B Instruct (Mistral)","metrics":{"Accuracy":"29.9"},"paper_url":null,"paper_title":null,"paper_date":"2023-12-11","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765671,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Command-R+ (Apr '24) (Cohere)","metrics":{"Accuracy":"27.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-04-04","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765685,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DBRX Instruct (Databricks)","metrics":{"Accuracy":"27.9"},"paper_url":null,"paper_title":null,"paper_date":"2024-03-27","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765846,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Claude Instant (Anthropic)","metrics":{"Accuracy":"26.4"},"paper_url":null,"paper_title":null,"paper_date":"2023-03-14","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765733,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.7 Mini (AI21 Labs)","metrics":{"Accuracy":"25.8"},"paper_url":null,"paper_title":null,"paper_date":"2025-07-07","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765794,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Jamba 1.6 Mini (AI21 Labs)","metrics":{"Accuracy":"25.7"},"paper_url":null,"paper_title":null,"paper_date":"2025-03-06","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765839,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning) (Nous Research)","metrics":{"Accuracy":"21.8"},"paper_url":null,"paper_title":null,"paper_date":"2025-02-13","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765854,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Command-R (Mar '24) (Cohere)","metrics":{"Accuracy":"16.4"},"paper_url":null,"paper_title":null,"paper_date":"2024-03-12","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":766071,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 3.2 Instruct 1B (Meta)","metrics":{"Accuracy":"14"},"paper_url":null,"paper_title":null,"paper_date":"2024-09-25","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765862,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Mistral 7B Instruct (Mistral)","metrics":{"Accuracy":"12.1"},"paper_url":null,"paper_title":null,"paper_date":"2023-09-27","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]},{"id":765409,"task":"Math Word Problem Solving","parent_task":null,"dataset":"MATH-500","model_name":"Llama 2 Chat 7B (Meta)","metrics":{"Accuracy":"5.9"},"paper_url":null,"paper_title":null,"paper_date":"2023-07-18","code_links":[{"title":"artificialanalysis.ai","url":"https://artificialanalysis.ai/"}],"metrics_order":"[\"Accuracy\"]","area":"Natural Language Processing","uses_additional_data":null,"source":"external","tags":[]}]}