{
  "api_version": "1",
  "updated": "2026-10-20",
  "latest_event": "2026-10-18",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "osworld-2-1",
    "name": "OSWorld 2.1",
    "family": "osworld",
    "unit": "%",
    "higher_is_better": true,
    "status": "active",
    "active": true,
    "superseded_by": null,
    "benchmark_url": "https://github.com/xlang-ai/OSWorld-V2/releases/tag/osworld-v2.1",
    "introduced": "2026-09-16",
    "creator": "XLANG Lab",
    "introduced_source": "https://github.com/xlang-ai/OSWorld-V2/releases/tag/osworld-v2.1",
    "settings": [
      {
        "setting": "partial",
        "name": "Full set, partial score",
        "url": "https://frontierlog.ai/benchmark/osworld-2-1",
        "results": 5
      },
      {
        "setting": "strict",
        "name": "Full set, strict pass rate",
        "url": "https://frontierlog.ai/benchmark/osworld-2-1/strict",
        "results": 3
      },
      {
        "setting": "offline-partial",
        "name": "Offline set, partial score",
        "url": "https://frontierlog.ai/benchmark/osworld-2-1/offline-partial",
        "results": 4
      },
      {
        "setting": "offline-strict",
        "name": "Offline set, strict pass rate",
        "url": "https://frontierlog.ai/benchmark/osworld-2-1/offline-strict",
        "results": 3
      }
    ]
  },
  "total": 4,
  "results": [
    {
      "id": "claude-haiku-4-5:osworld-2-1:offline-partial:1",
      "model": "claude-haiku-4-5",
      "model_name": "Claude Haiku 4.5",
      "model_date": "2025-10-15",
      "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
      "benchmark": "osworld-2-1",
      "benchmark_name": "OSWorld 2.1",
      "setting": "offline-partial",
      "setting_name": "Offline set, partial score",
      "score": 15.7,
      "unit": "%",
      "printed": "15.7%",
      "reported_by": "anthropic",
      "label": "Haiku 4.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5",
      "source_title": "Introducing Claude Haiku 5.5",
      "source_date": "2026-10-07",
      "where": "benchmark table (HTML), row 'Computer use / OSWorld 2.1', column 'Haiku 4.5', the value tagged 'Offline subset'",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "82-task offline subset, no internet access; fixed thinking budget, no server-side context compaction; mean of 5 attempts",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-20",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
          "name": "Claude Haiku 5.5 card",
          "title": "Claude Haiku 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-10-07",
          "printed": "15.7",
          "where": "8.1 Evaluation summary, row 'OSWorld 2.1 (offline subset)', column Haiku 4.5; also Figure 8.9.3.A bar label 15.7 (Claude Haiku 4.5, Partial)"
        }
      ]
    },
    {
      "id": "claude-opus-5-5:osworld-2-1:offline-partial:1",
      "model": "claude-opus-5-5",
      "model_name": "Claude Opus 5.5",
      "model_date": "2026-09-22",
      "event": "https://frontierlog.ai/event/2026-09-22-claude-opus-5-5",
      "benchmark": "osworld-2-1",
      "benchmark_name": "OSWorld 2.1",
      "setting": "offline-partial",
      "setting_name": "Offline set, partial score",
      "score": 87.2,
      "unit": "%",
      "printed": "87.2%",
      "reported_by": "anthropic",
      "label": "Claude Opus 5.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5-system-card",
      "source_title": "Claude Haiku 5.5 System Card",
      "source_date": "2026-10-07",
      "where": "section 8.9.3 OSWorld 2.1 offline subset, text (PDF page 128), the Claude Opus 5.5 partial score",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "82-task offline subset, no internet access; max effort; mean of 5 attempts",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-20",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-sonnet-5-5:osworld-2-1:offline-partial:1",
      "model": "claude-sonnet-5-5",
      "model_name": "Claude Sonnet 5.5",
      "model_date": "2026-09-28",
      "event": "https://frontierlog.ai/event/2026-09-28-claude-sonnet-5-5",
      "benchmark": "osworld-2-1",
      "benchmark_name": "OSWorld 2.1",
      "setting": "offline-partial",
      "setting_name": "Offline set, partial score",
      "score": 83.9,
      "unit": "%",
      "printed": "83.9%",
      "reported_by": "anthropic",
      "label": "Sonnet 5.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5",
      "source_title": "Introducing Claude Haiku 5.5",
      "source_date": "2026-10-07",
      "where": "benchmark table (HTML), row 'Computer use / OSWorld 2.1', column 'Sonnet 5.5', the value tagged 'Offline subset'",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "82-task offline subset, no internet access; max effort; mean of 5 attempts",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-20",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
          "name": "Claude Haiku 5.5 card",
          "title": "Claude Haiku 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-10-07",
          "printed": "83.9%",
          "where": "section 8.9.3 OSWorld 2.1 offline subset (p. 128), sentence: 'Claude Sonnet 5.5 scored 83.9% partial and 48.8% strict pass'; also 8.1 Evaluation summary, row 'OSWorld 2.1 (offline subset)', column Sonnet 5.5: '83.9'"
        }
      ]
    },
    {
      "id": "claude-haiku-5-5:osworld-2-1:offline-partial:1",
      "model": "claude-haiku-5-5",
      "model_name": "Claude Haiku 5.5",
      "model_date": "2026-10-07",
      "event": "https://frontierlog.ai/event/2026-10-07-claude-haiku-5-5",
      "benchmark": "osworld-2-1",
      "benchmark_name": "OSWorld 2.1",
      "setting": "offline-partial",
      "setting_name": "Offline set, partial score",
      "score": 72.4,
      "unit": "%",
      "printed": "72.4%",
      "reported_by": "anthropic",
      "label": "Haiku 5.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5",
      "source_title": "Introducing Claude Haiku 5.5",
      "source_date": "2026-10-07",
      "where": "benchmark table (HTML), row 'Computer use / OSWorld 2.1', column 'Haiku 5.5', the value tagged 'Offline subset'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "82-task offline subset, no internet access; max effort; mean of 5 attempts",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-20",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
          "name": "Claude Haiku 5.5 card",
          "title": "Claude Haiku 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-10-07",
          "printed": "72.4%",
          "where": "section 8.9.3 OSWorld 2.1 offline subset (p. 128), sentence: 'Claude Haiku 5.5 achieved a partial score of 72.4% and a strict pass rate of 37.1%'; also 8.1 Evaluation summary, row 'OSWorld 2.1 (offline subset)', column Haiku 5.5: '72.4'"
        }
      ]
    }
  ]
}