{
  "api_version": "1",
  "updated": "2026-11-10",
  "latest_event": "2026-11-09",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "mmmu-pro",
    "name": "MMMU-Pro",
    "family": "mmmu",
    "unit": "%",
    "higher_is_better": true,
    "status": "active",
    "active": true,
    "superseded_by": null,
    "retired": null,
    "benchmark_url": "https://mmmu-benchmark.github.io",
    "introduced": "2024-09-04",
    "creator": "MMMU Team",
    "introduced_source": "https://arxiv.org/abs/2409.02813v1",
    "settings": [
      {
        "setting": "vision",
        "name": "Vision setting",
        "url": "https://frontierlog.ai/benchmark/mmmu-pro",
        "results": 15
      }
    ]
  },
  "total": 15,
  "results": [
    {
      "id": "gpt-6-astra:mmmu-pro:vision:1",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.3,
      "unit": "%",
      "printed": "85.3%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6 Astra (Low)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6 Astra', effort 'Low', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "low effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-astra:mmmu-pro:vision:2",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.3,
      "unit": "%",
      "printed": "85.3%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6 Astra (Medium)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6 Astra', effort 'Medium', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "medium effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-astra:mmmu-pro:vision:3",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 86.4,
      "unit": "%",
      "printed": "86.4%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6 Astra (High)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6 Astra', effort 'High', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "high effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-astra:mmmu-pro:vision:4",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 86.5,
      "unit": "%",
      "printed": "86.5%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6 Astra (Xhigh)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6 Astra', effort 'Xhigh', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "xhigh effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-astra:mmmu-pro:vision:5",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 86.7,
      "unit": "%",
      "printed": "86.7%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6 Astra (Max)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6 Astra', effort 'Max', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "max effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-sol:mmmu-pro:vision:1",
      "model": "gpt-6-1-sol",
      "model_name": "GPT-6.1 Sol",
      "model_date": "2026-09-29",
      "event": "https://frontierlog.ai/event/2026-09-29-gpt-6-1-sol",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 84.0,
      "unit": "%",
      "printed": "84.0%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Sol (Low)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Sol', effort 'Low', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "low effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-sol:mmmu-pro:vision:2",
      "model": "gpt-6-1-sol",
      "model_name": "GPT-6.1 Sol",
      "model_date": "2026-09-29",
      "event": "https://frontierlog.ai/event/2026-09-29-gpt-6-1-sol",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 84.7,
      "unit": "%",
      "printed": "84.7%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Sol (Medium)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Sol', effort 'Medium', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "medium effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-sol:mmmu-pro:vision:3",
      "model": "gpt-6-1-sol",
      "model_name": "GPT-6.1 Sol",
      "model_date": "2026-09-29",
      "event": "https://frontierlog.ai/event/2026-09-29-gpt-6-1-sol",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.8,
      "unit": "%",
      "printed": "85.8%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Sol (High)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Sol', effort 'High', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "high effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-sol:mmmu-pro:vision:4",
      "model": "gpt-6-1-sol",
      "model_name": "GPT-6.1 Sol",
      "model_date": "2026-09-29",
      "event": "https://frontierlog.ai/event/2026-09-29-gpt-6-1-sol",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.8,
      "unit": "%",
      "printed": "85.8%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Sol (Xhigh)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Sol', effort 'Xhigh', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "xhigh effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-sol:mmmu-pro:vision:5",
      "model": "gpt-6-1-sol",
      "model_name": "GPT-6.1 Sol",
      "model_date": "2026-09-29",
      "event": "https://frontierlog.ai/event/2026-09-29-gpt-6-1-sol",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 86.3,
      "unit": "%",
      "printed": "86.3%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Sol (Max)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Sol', effort 'Max', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "max effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-terra:mmmu-pro:vision:1",
      "model": "gpt-6-1-terra",
      "model_name": "GPT-6.1 Terra",
      "model_date": "2026-10-26",
      "event": "https://frontierlog.ai/event/2026-10-26-gpt-6-1-terra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 83.7,
      "unit": "%",
      "printed": "83.7%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Terra (Low)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Terra', effort 'Low', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": true,
      "primary": false,
      "parallel": false,
      "notes": "low effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-terra:mmmu-pro:vision:2",
      "model": "gpt-6-1-terra",
      "model_name": "GPT-6.1 Terra",
      "model_date": "2026-10-26",
      "event": "https://frontierlog.ai/event/2026-10-26-gpt-6-1-terra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 84.6,
      "unit": "%",
      "printed": "84.6%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Terra (Medium)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Terra', effort 'Medium', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": true,
      "primary": false,
      "parallel": false,
      "notes": "medium effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-terra:mmmu-pro:vision:3",
      "model": "gpt-6-1-terra",
      "model_name": "GPT-6.1 Terra",
      "model_date": "2026-10-26",
      "event": "https://frontierlog.ai/event/2026-10-26-gpt-6-1-terra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.0,
      "unit": "%",
      "printed": "85.0%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Terra (High)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Terra', effort 'High', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": true,
      "primary": false,
      "parallel": false,
      "notes": "high effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-terra:mmmu-pro:vision:4",
      "model": "gpt-6-1-terra",
      "model_name": "GPT-6.1 Terra",
      "model_date": "2026-10-26",
      "event": "https://frontierlog.ai/event/2026-10-26-gpt-6-1-terra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.4,
      "unit": "%",
      "printed": "85.4%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Terra (Xhigh)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Terra', effort 'Xhigh', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": true,
      "primary": false,
      "parallel": false,
      "notes": "xhigh effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    },
    {
      "id": "gpt-6-1-terra:mmmu-pro:vision:5",
      "model": "gpt-6-1-terra",
      "model_name": "GPT-6.1 Terra",
      "model_date": "2026-10-26",
      "event": "https://frontierlog.ai/event/2026-10-26-gpt-6-1-terra",
      "benchmark": "mmmu-pro",
      "benchmark_name": "MMMU-Pro",
      "setting": "vision",
      "setting_name": "Vision setting",
      "score": 85.5,
      "unit": "%",
      "printed": "85.5%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT-6.1 Terra (Max)",
      "source": "https://openai.com/index/introducing-gpt-6-1-terra",
      "source_title": "Introducing GPT-6.1 Terra",
      "source_date": "2026-10-26",
      "where": "\"MMMU-Pro (Vision)\" chart (score vs cost per task; no value labels): point 'GPT-6.1 Terra', effort 'Max', read from the point's aria-label (load the page in a browser and hover or inspect the SVG point)",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "max effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-11-08",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/0b120dcee7cbdefb.png"
    }
  ]
}