{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-26",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "claude-3-5-haiku",
    "name": "Claude 3.5 Haiku",
    "lab": "anthropic",
    "date": "2024-10-22",
    "source": "https://www.anthropic.com/news/3-5-models-and-computer-use",
    "source_title": "Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
    "releases": [],
    "variant_of": null,
    "made_by": "Anthropic",
    "url": "https://frontierlog.ai/model/claude-3-5-haiku",
    "results": [
      {
        "id": "claude-3-5-haiku:gpqa-diamond:default:1",
        "model": "claude-3-5-haiku",
        "model_name": "Claude 3.5 Haiku",
        "model_date": "2024-10-22",
        "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 41.6,
        "unit": "%",
        "printed": "41.6%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude 3.5 Haiku",
        "source": "https://www.anthropic.com/news/3-5-models-and-computer-use",
        "source_title": "Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku",
        "source_date": "2024-10-22",
        "where": "benchmark table (image), row 'Graduate level reasoning, GPQA (Diamond)', column 'Claude 3.5 Haiku'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "0-shot chain of thought",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-26",
        "corroborated_by": [
          {
            "url": "https://assets.anthropic.com/m/1cd9d098ac3e6467/original/Claude-3-Model-Card-October-Addendum.pdf",
            "name": "Upgraded Claude 3.5 Sonnet and 3.5 Haiku card",
            "title": "Model Card Addendum: Claude 3.5 Haiku and Upgraded Claude 3.5 Sonnet",
            "lab": "anthropic",
            "date": "2024-10-22",
            "printed": "41.6%",
            "where": "Table 8 (Claude 3.5 Haiku and peer models), row 'GPQA (Diamond)' 0-shot CoT, column 'Claude 3.5 Haiku' (page 7)"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/6214ed8f2bfd7b6f.png",
        "source_image_original": "https://www-cdn.anthropic.com/images/4zrzovbb/website/0eb9a1b7d5db74a6d21500e9f188c83beef3842e-2601x1932.png"
      },
      {
        "id": "claude-3-5-haiku:mmlu-pro:default:1",
        "model": "claude-3-5-haiku",
        "model_name": "Claude 3.5 Haiku",
        "model_date": "2024-10-22",
        "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 65.0,
        "unit": "%",
        "printed": "65.0%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude 3.5 Haiku",
        "source": "https://www.anthropic.com/news/3-5-models-and-computer-use",
        "source_title": "Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku",
        "source_date": "2024-10-22",
        "where": "benchmark table (image), row 'Undergraduate level knowledge, MMLU Pro', column 'Claude 3.5 Haiku'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "0-shot chain of thought",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-26",
        "corroborated_by": [
          {
            "url": "https://assets.anthropic.com/m/1cd9d098ac3e6467/original/Claude-3-Model-Card-October-Addendum.pdf",
            "name": "Upgraded Claude 3.5 Sonnet and 3.5 Haiku card",
            "title": "Model Card Addendum: Claude 3.5 Haiku and Upgraded Claude 3.5 Sonnet",
            "lab": "anthropic",
            "date": "2024-10-22",
            "printed": "65.0%",
            "where": "Table 8, row 'MMLU Pro' 0-shot CoT, column 'Claude 3.5 Haiku'"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/6214ed8f2bfd7b6f.png",
        "source_image_original": "https://www-cdn.anthropic.com/images/4zrzovbb/website/0eb9a1b7d5db74a6d21500e9f188c83beef3842e-2601x1932.png"
      },
      {
        "id": "claude-3-5-haiku:aime-2024:no-tools:1",
        "model": "claude-3-5-haiku",
        "model_name": "Claude 3.5 Haiku",
        "model_date": "2024-10-22",
        "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 5.3,
        "unit": "%",
        "printed": "5.3%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude 3.5 Haiku",
        "source": "https://www.anthropic.com/news/3-5-models-and-computer-use",
        "source_title": "Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku",
        "source_date": "2024-10-22",
        "where": "benchmark table (image), row 'High school math competition, AIME 2024', column 'Claude 3.5 Haiku'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "0-shot chain of thought",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-26",
        "corroborated_by": [
          {
            "url": "https://assets.anthropic.com/m/1cd9d098ac3e6467/original/Claude-3-Model-Card-October-Addendum.pdf",
            "name": "Upgraded Claude 3.5 Sonnet and 3.5 Haiku card",
            "title": "Model Card Addendum: Claude 3.5 Haiku and Upgraded Claude 3.5 Sonnet",
            "lab": "anthropic",
            "date": "2024-10-22",
            "printed": "5.3%",
            "where": "Table 8, row 'AIME 2024' 0-shot CoT, column 'Claude 3.5 Haiku'"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/6214ed8f2bfd7b6f.png",
        "source_image_original": "https://www-cdn.anthropic.com/images/4zrzovbb/website/0eb9a1b7d5db74a6d21500e9f188c83beef3842e-2601x1932.png"
      },
      {
        "id": "claude-3-5-haiku:swe-bench-verified:default:1",
        "model": "claude-3-5-haiku",
        "model_name": "Claude 3.5 Haiku",
        "model_date": "2024-10-22",
        "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
        "benchmark": "swe-bench-verified",
        "benchmark_name": "SWE-bench Verified",
        "setting": "default",
        "setting_name": "",
        "score": 40.6,
        "unit": "%",
        "printed": "40.6%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude 3.5 Haiku",
        "source": "https://www.anthropic.com/news/3-5-models-and-computer-use",
        "source_title": "Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku",
        "source_date": "2024-10-22",
        "where": "benchmark table (image), row 'Agentic coding, SWE-bench Verified', column 'Claude 3.5 Haiku'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-26",
        "corroborated_by": [
          {
            "url": "https://assets.anthropic.com/m/1cd9d098ac3e6467/original/Claude-3-Model-Card-October-Addendum.pdf",
            "name": "Upgraded Claude 3.5 Sonnet and 3.5 Haiku card",
            "title": "Model Card Addendum: Claude 3.5 Haiku and Upgraded Claude 3.5 Sonnet",
            "lab": "anthropic",
            "date": "2024-10-22",
            "printed": "40.6%",
            "where": "Table 2 'SWE-bench Verified results', column 'Claude 3.5 Haiku' (page 3); also the sentence 'Claude 3.5 Haiku achieves better results than the original Claude 3.5 Sonnet with a score of 40.6%'"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/6214ed8f2bfd7b6f.png",
        "source_image_original": "https://www-cdn.anthropic.com/images/4zrzovbb/website/0eb9a1b7d5db74a6d21500e9f188c83beef3842e-2601x1932.png"
      },
      {
        "id": "claude-3-5-haiku:aime-2024:no-tools:2",
        "model": "claude-3-5-haiku",
        "model_name": "Claude 3.5 Haiku",
        "model_date": "2024-10-22",
        "event": "https://frontierlog.ai/event/2024-10-22-claude-3-5-haiku-new-3-5-sonnet",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 10.1,
        "unit": "%",
        "printed": "10.1%",
        "reported_by": "anthropic",
        "run_by": null,
        "label": "Claude 3.5 Haiku",
        "source": "https://assets.anthropic.com/m/1cd9d098ac3e6467/original/Claude-3-Model-Card-October-Addendum.pdf",
        "source_title": "Model Card Addendum: Claude 3.5 Haiku and Upgraded Claude 3.5 Sonnet",
        "source_date": "2024-10-22",
        "where": "Table 8 (evaluation results), row 'AIME 2024', second line 'Maj@64 0-shot CoT', column 'Claude 3.5 Haiku'",
        "own": true,
        "primary": false,
        "parallel": true,
        "notes": "majority vote over 64 samples; 0-shot chain of thought",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-26",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": []
      }
    ]
  }
}