{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "claude-haiku-4-5",
    "name": "Claude Haiku 4.5",
    "lab": "anthropic",
    "date": "2025-10-15",
    "source": "https://www.anthropic.com/news/claude-haiku-4-5",
    "source_title": "Introducing Claude Haiku 4.5",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
    "releases": [],
    "variant_of": null,
    "made_by": "Anthropic",
    "url": "https://frontierlog.ai/model/claude-haiku-4-5",
    "results": [
      {
        "id": "claude-haiku-4-5:hle:no-tools:1",
        "model": "claude-haiku-4-5",
        "model_name": "Claude Haiku 4.5",
        "model_date": "2025-10-15",
        "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 10.2,
        "unit": "%",
        "printed": "10.2%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Haiku 4.5",
        "source": "https://www.anthropic.com/claude-haiku-5-5",
        "source_title": "Introducing Claude Haiku 5.5",
        "source_date": "2026-10-07",
        "where": "Performance table, row 'Multidisciplinary reasoning, Humanity's Last Exam', column 'Haiku 4.5', 'no tools'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-16",
        "check": "human",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
            "name": "Claude Haiku 5.5 card",
            "title": "Claude Haiku 5.5 System Card",
            "lab": "anthropic",
            "date": "2026-10-07",
            "printed": "10.2",
            "where": "Table 8.1.A (p.111), row Humanity's Last Exam / No tools, column Haiku 4.5 (fixed thinking budget; no effort setting)"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/119b9e1f2a7a6ddd.png"
      },
      {
        "id": "claude-haiku-4-5:gpqa-diamond:default:1",
        "model": "claude-haiku-4-5",
        "model_name": "Claude Haiku 4.5",
        "model_date": "2025-10-15",
        "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 73.0,
        "unit": "%",
        "printed": "73.0%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude Haiku 4.5",
        "source": "https://www.anthropic.com/news/claude-haiku-4-5",
        "source_title": "Introducing Claude Haiku 4.5",
        "source_date": "2025-10-15",
        "where": "benchmark table (image), row 'Graduate-level reasoning, GPQA Diamond', column 'Claude Haiku 4.5'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "128K thinking budget; averaged over 10 runs",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-19",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/d1f3fb6051e1f466.png",
        "source_image_original": "https://www-cdn.anthropic.com/images/4zrzovbb/website/029af67124b67bdf0b50691a8921b46252c023d2-1920x1625.png"
      },
      {
        "id": "claude-haiku-4-5:hle:with-tools:1",
        "model": "claude-haiku-4-5",
        "model_name": "Claude Haiku 4.5",
        "model_date": "2025-10-15",
        "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "with-tools",
        "setting_name": "With tools",
        "score": 18.7,
        "unit": "%",
        "printed": "18.7%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Haiku 4.5",
        "source": "https://www.anthropic.com/claude-haiku-5-5",
        "source_title": "Introducing Claude Haiku 5.5",
        "source_date": "2026-10-07",
        "where": "Performance table (HTML), row 'Multidisciplinary reasoning, Humanity's Last Exam', column 'Haiku 4.5', the 'with tools' value",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-19",
        "check": "human",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
            "name": "Claude Haiku 5.5 card",
            "title": "Claude Haiku 5.5 System Card",
            "lab": "anthropic",
            "date": "2026-10-07",
            "printed": "18.7",
            "where": "Table 8.1.A, Humanity's Last Exam With tools row, Haiku 4.5 column"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/119b9e1f2a7a6ddd.png"
      },
      {
        "id": "claude-haiku-4-5:osworld-2-1:offline-partial:1",
        "model": "claude-haiku-4-5",
        "model_name": "Claude Haiku 4.5",
        "model_date": "2025-10-15",
        "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
        "benchmark": "osworld-2-1",
        "benchmark_name": "OSWorld 2.1",
        "setting": "offline-partial",
        "setting_name": "Offline set, partial score",
        "score": 15.7,
        "unit": "%",
        "printed": "15.7%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Haiku 4.5",
        "source": "https://www.anthropic.com/claude-haiku-5-5",
        "source_title": "Introducing Claude Haiku 5.5",
        "source_date": "2026-10-07",
        "where": "benchmark table (HTML), row 'Computer use / OSWorld 2.1', column 'Haiku 4.5', the value tagged 'Offline subset'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "82-task offline subset, no internet access; fixed thinking budget, no server-side context compaction; mean of 5 attempts",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-20",
        "corroborated_by": [
          {
            "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
            "name": "Claude Haiku 5.5 card",
            "title": "Claude Haiku 5.5 System Card",
            "lab": "anthropic",
            "date": "2026-10-07",
            "printed": "15.7",
            "where": "8.1 Evaluation summary, row 'OSWorld 2.1 (offline subset)', column Haiku 4.5; also Figure 8.9.3.A bar label 15.7 (Claude Haiku 4.5, Partial)"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/119b9e1f2a7a6ddd.png"
      }
    ]
  }
}