{
  "api_version": "1",
  "updated": "2026-11-10",
  "latest_event": "2026-11-09",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "arc-agi-1",
    "name": "ARC-AGI-1",
    "family": "arc-agi",
    "unit": "%",
    "higher_is_better": true,
    "status": "superseded",
    "active": false,
    "superseded_by": "arc-agi-3",
    "retired": null,
    "benchmark_url": "https://arcprize.org/arc-agi/1/",
    "introduced": "2019-11-05",
    "creator": "François Chollet",
    "introduced_source": "https://arxiv.org/abs/1911.01547v1",
    "settings": [
      {
        "setting": "semi-private",
        "name": "Semi-Private set",
        "url": "https://frontierlog.ai/benchmark/arc-agi-1",
        "results": 8
      },
      {
        "setting": "unstated",
        "name": "Set not stated",
        "url": "https://frontierlog.ai/benchmark/arc-agi-1/unstated",
        "results": 6
      }
    ]
  },
  "total": 6,
  "results": [
    {
      "id": "claude-opus-4-6:arc-agi-1:unstated:1",
      "model": "claude-opus-4-6",
      "model_name": "Claude Opus 4.6",
      "model_date": "2026-02-05",
      "event": "https://frontierlog.ai/event/2026-02-05-claude-opus-4-6",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 94.0,
      "unit": "%",
      "printed": "94.00%",
      "reported_by": "anthropic",
      "run_by": "ARC Prize Foundation",
      "label": "Claude Opus 4.6",
      "source": "https://www.anthropic.com/claude-opus-4-6-system-card",
      "source_title": "Claude Opus 4.6 System Card",
      "source_date": "2026-02-05",
      "where": "section 2.9 ARC-AGI (p.22), text",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "high effort; 120K thinking tokens; private set",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-28",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-opus-4-7-system-card",
          "name": "Claude Opus 4.7 card",
          "title": "Claude Opus 4.7 System Card",
          "lab": "anthropic",
          "date": "2026-04-16",
          "printed": "94.0%",
          "where": "Section 8.11: \"Claude Opus 4.7 performs similarly to Opus 4.6, achieving 93.5% on High effort level, as compared with 94.0% for Opus 4.6\""
        }
      ]
    },
    {
      "id": "claude-sonnet-4-6:arc-agi-1:unstated:1",
      "model": "claude-sonnet-4-6",
      "model_name": "Claude Sonnet 4.6",
      "model_date": "2026-02-17",
      "event": "https://frontierlog.ai/event/2026-02-17-claude-sonnet-4-6",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 86.5,
      "unit": "%",
      "printed": "86.50%",
      "reported_by": "anthropic",
      "run_by": "ARC Prize Foundation",
      "label": "Claude Sonnet 4.6",
      "source": "https://www.anthropic.com/claude-sonnet-4-6-system-card",
      "source_title": "Claude Sonnet 4.6 System Card",
      "source_date": "2026-02-17",
      "where": "section 2.7 ARC-AGI (p.20), text",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "high effort; 120K thinking tokens; private set",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-28",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-opus-4-7:arc-agi-1:unstated:1",
      "model": "claude-opus-4-7",
      "model_name": "Claude Opus 4.7",
      "model_date": "2026-04-16",
      "event": "https://frontierlog.ai/event/2026-04-16-claude-opus-4-7",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 93.5,
      "unit": "%",
      "printed": "93.5%",
      "reported_by": "anthropic",
      "run_by": "ARC Prize Foundation",
      "label": "Claude Opus 4.7",
      "source": "https://www.anthropic.com/claude-opus-4-7-system-card",
      "source_title": "Claude Opus 4.7 System Card",
      "source_date": "2026-04-16",
      "where": "ARC-AGI section (p.212), text",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "high effort; private set",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-28",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-opus-4-7:arc-agi-1:unstated:2",
      "model": "claude-opus-4-7",
      "model_name": "Claude Opus 4.7",
      "model_date": "2026-04-16",
      "event": "https://frontierlog.ai/event/2026-04-16-claude-opus-4-7",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 92.0,
      "unit": "%",
      "printed": "92.0%",
      "reported_by": "anthropic",
      "run_by": "ARC Prize Foundation",
      "label": "Claude Opus 4.7",
      "source": "https://www.anthropic.com/claude-opus-4-7-system-card",
      "source_title": "Claude Opus 4.7 System Card",
      "source_date": "2026-04-16",
      "where": "Table 8.1.A (p.192), row 'ARC-AGI-1', column 'Claude Opus 4.7'",
      "own": true,
      "primary": false,
      "parallel": false,
      "notes": "max effort; private set",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-28",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "gpt-5-6-sol:arc-agi-1:unstated:1",
      "model": "gpt-5-6-sol",
      "model_name": "GPT-5.6 Sol",
      "model_date": "2026-07-09",
      "event": "https://frontierlog.ai/event/2026-07-09-gpt-5-6",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 97.5,
      "unit": "%",
      "printed": "97.5%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT‑5.6 Sol",
      "source": "https://openai.com/index/gpt-6-astra",
      "source_title": "GPT-6 Astra: A new generation of intelligence",
      "source_date": "2026-09-03",
      "where": "abstract reasoning eval table (HTML; columns GPT‑6 Astra, GPT‑5.6 Sol, ...), row 'ARC-AGI-1', column 'GPT‑5.6 Sol'",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "highest score at any effort",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-29",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "gpt-6-astra:arc-agi-1:unstated:1",
      "model": "gpt-6-astra",
      "model_name": "GPT-6 Astra",
      "model_date": "2026-09-03",
      "event": "https://frontierlog.ai/event/2026-09-03-gpt-6-astra",
      "benchmark": "arc-agi-1",
      "benchmark_name": "ARC-AGI-1",
      "setting": "unstated",
      "setting_name": "Set not stated",
      "score": 98.5,
      "unit": "%",
      "printed": "98.5%",
      "reported_by": "openai",
      "run_by": null,
      "label": "GPT‑6 Astra",
      "source": "https://openai.com/index/gpt-6-astra",
      "source_title": "GPT-6 Astra: A new generation of intelligence",
      "source_date": "2026-09-03",
      "where": "'Abstract reasoning' eval table (HTML), row 'ARC-AGI-1', column 'GPT‑6 Astra'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-18",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/6917e15279360166.png"
    }
  ]
}