{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "mistral-medium-3",
    "name": "Mistral Medium 3",
    "lab": "mistral",
    "date": "2025-05-07",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
    "releases": [],
    "variant_of": null,
    "made_by": "Mistral",
    "url": "https://frontierlog.ai/model/mistral-medium-3",
    "results": [
      {
        "id": "mistral-medium-3:gpqa-diamond:default:1",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 57.1,
        "unit": "%",
        "printed": "57.1%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral Medium 3",
        "source": "https://mistral.ai/news/mistral-medium-3/",
        "source_title": "Medium is the new large.",
        "source_date": "2025-05-07",
        "where": "benchmark table image ('Table Medium 6'), section KNOWLEDGE, row 'GPQA Diamond 5-shot CoT', column 'Mistral Medium 3'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "5-shot; chain of thought",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/da41e4f28d4c6435.webp",
        "source_image_original": "https://mistral.ai/_astro/1a845a6e-34b8-4a0e-83d8-25a1436241a9_ZfoqEG.webp"
      },
      {
        "id": "mistral-medium-3:mmlu-pro:default:1",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 77.2,
        "unit": "%",
        "printed": "77.2%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral Medium 3",
        "source": "https://mistral.ai/news/mistral-medium-3/",
        "source_title": "Medium is the new large.",
        "source_date": "2025-05-07",
        "where": "benchmark table image ('Table Medium 6'), section KNOWLEDGE, row 'MMLU Pro 5-shot CoT', column 'Mistral Medium 3'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "5-shot; chain of thought",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/da41e4f28d4c6435.webp",
        "source_image_original": "https://mistral.ai/_astro/1a845a6e-34b8-4a0e-83d8-25a1436241a9_ZfoqEG.webp"
      },
      {
        "id": "mistral-medium-3:livecodebench:default:1",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 30.3,
        "unit": "%",
        "printed": "30.3%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral Medium 3",
        "source": "https://mistral.ai/news/mistral-medium-3/",
        "source_title": "Medium is the new large.",
        "source_date": "2025-05-07",
        "where": "benchmark table image ('Table Medium 6'), section CODING, row 'LiveCodeBench (v6) 0-shot', column 'Mistral Medium 3'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "LiveCodeBench v6; 0-shot",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/da41e4f28d4c6435.webp",
        "source_image_original": "https://mistral.ai/_astro/1a845a6e-34b8-4a0e-83d8-25a1436241a9_ZfoqEG.webp"
      },
      {
        "id": "mistral-medium-3:gpqa-diamond:default:2",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 59.6,
        "unit": "%",
        "printed": "59.6%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'GPQA Diamond', first bar (legend 'Mistral-Medium 3'), value label",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "shots and chain of thought not stated",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:livecodebench:default:2",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 29.1,
        "unit": "%",
        "printed": "29.1%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'LiveCodeBench (v5)', first bar (legend 'Mistral-Medium 3'), value label",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "LiveCodeBench v5",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2024:no-tools:1",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 26.8,
        "unit": "%",
        "printed": "26.8%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-24', first stacked bar (legend 'Mistral-Medium 3'), lowest value label (solid base segment)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "pass@1",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2024:no-tools:2",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 34.4,
        "unit": "%",
        "printed": "34.4%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-24', first stacked bar (legend 'Mistral-Medium 3'), middle value label (segment legend 'maj@4')",
        "own": false,
        "primary": false,
        "parallel": true,
        "notes": "majority vote over 4 samples",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2024:no-tools:3",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 43.3,
        "unit": "%",
        "printed": "43.3%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-24', first stacked bar (legend 'Mistral-Medium 3'), top value label (segment legend 'maj@64')",
        "own": false,
        "primary": false,
        "parallel": true,
        "notes": "majority vote over 64 samples",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2025:no-tools:1",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 21.2,
        "unit": "%",
        "printed": "21.2%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-25', first stacked bar (legend 'Mistral-Medium 3'), lowest value label (solid base segment)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "pass@1",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2025:no-tools:2",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 25.8,
        "unit": "%",
        "printed": "25.8%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-25', first stacked bar (legend 'Mistral-Medium 3'), middle value label (segment legend 'maj@4')",
        "own": false,
        "primary": false,
        "parallel": true,
        "notes": "majority vote over 4 samples",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      },
      {
        "id": "mistral-medium-3:aime-2025:no-tools:3",
        "model": "mistral-medium-3",
        "model_name": "Mistral Medium 3",
        "model_date": "2025-05-07",
        "event": "https://frontierlog.ai/event/2025-05-07-mistral-medium-3",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 30.0,
        "unit": "%",
        "printed": "30.0%",
        "reported_by": "mistral",
        "run_by": null,
        "label": "Mistral-Medium 3",
        "source": "https://mistral.ai/news/magistral/",
        "source_title": "Magistral",
        "source_date": "2025-06-10",
        "where": "later report: Magistral post, bar chart image ('Plot Magistral'), group 'AIME-25', first stacked bar (legend 'Mistral-Medium 3'), top value label (segment legend 'maj@64')",
        "own": false,
        "primary": false,
        "parallel": true,
        "notes": "majority vote over 64 samples",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/84531142934214ea.webp",
        "source_image_original": "https://mistral.ai/_astro/d73ee721-ea92-46f5-af77-79674fdb4163_Z1B7kp2.webp"
      }
    ]
  }
}