{
  "api_version": "1",
  "updated": "2026-10-18",
  "latest_event": "2026-10-17",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "mmlu-pro",
    "name": "MMLU-Pro",
    "family": "mmlu",
    "unit": "%",
    "higher_is_better": true,
    "status": "retired",
    "benchmark_url": "https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro",
    "introduced": "2024-06-03",
    "creator": "TIGER-Lab, University of Waterloo",
    "introduced_source": "https://arxiv.org/abs/2406.01574",
    "settings": [
      {
        "setting": "default",
        "name": "",
        "url": "https://frontierlog.ai/benchmark/mmlu-pro",
        "results": 1
      }
    ]
  },
  "total": 1,
  "results": [
    {
      "id": "deepseek-v4-pro:mmlu-pro:default:1",
      "model": "deepseek-v4-pro",
      "model_name": "DeepSeek-V4-Pro",
      "model_date": "2026-04-24",
      "event": "https://frontierlog.ai/event/2026-04-24-deepseek-v4-preview",
      "benchmark": "mmlu-pro",
      "benchmark_name": "MMLU-Pro",
      "setting": "default",
      "setting_name": "",
      "score": 87.5,
      "unit": "%",
      "printed": "87.5",
      "reported_by": "deepseek",
      "label": "DS-V4-Pro Max",
      "source": "https://api-docs.deepseek.com/news/news260424/",
      "source_title": "DeepSeek V4 Preview Release",
      "source_date": "2026-04-24",
      "where": "benchmark table image, row 'MMLU-Pro (EM)', column 'DS-V4-Pro Max'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "Max reasoning effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-18",
      "source_image": "https://frontierlog.ai/sources/9226203de8e24b33.png",
      "source_image_original": "https://api-docs.deepseek.com/img/v4-benchmark-2.png"
    }
  ]
}