{
  "api_version": "1",
  "updated": "2026-10-29",
  "latest_event": "2026-10-28",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "chartography",
    "name": "Chartography",
    "family": "chartography",
    "unit": "%",
    "higher_is_better": true,
    "status": "active",
    "active": true,
    "superseded_by": null,
    "retired": null,
    "benchmark_url": "https://surgehq.ai/benchmarks/chartography",
    "introduced": "2026-07-16",
    "creator": "Surge AI",
    "introduced_source": "https://surgehq.ai/blog/chartography",
    "settings": [
      {
        "setting": "no-tools",
        "name": "No tools",
        "url": "https://frontierlog.ai/benchmark/chartography",
        "results": 15
      },
      {
        "setting": "with-tools",
        "name": "With tools",
        "url": "https://frontierlog.ai/benchmark/chartography/with-tools",
        "results": 17
      }
    ]
  },
  "total": 17,
  "results": [
    {
      "id": "claude-haiku-4-5:chartography:with-tools:1",
      "model": "claude-haiku-4-5",
      "model_name": "Claude Haiku 4.5",
      "model_date": "2025-10-15",
      "event": "https://frontierlog.ai/event/2025-10-15-claude-haiku-4-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 8.8,
      "unit": "%",
      "printed": "8.8%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Haiku 4.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5-system-card",
      "source_title": "Claude Haiku 5.5 System Card",
      "source_date": "2026-10-07",
      "where": "section 8.9.1 Chartography, text (p.124), Claude Haiku 4.5 with tools",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "extended thinking, budgets up to 32K; container and image-cropping tool; average of 5 runs; Gemini 3.5 Flash grader",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-opus-4-8:chartography:with-tools:1",
      "model": "claude-opus-4-8",
      "model_name": "Claude Opus 4.8",
      "model_date": "2026-05-28",
      "event": "https://frontierlog.ai/event/2026-05-28-claude-opus-4-8",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 75.0,
      "unit": "%",
      "printed": "75.0%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Opus 4.8",
      "source": "https://www.anthropic.com/claude-opus-5-system-card",
      "source_title": "Claude Opus 5 System Card",
      "source_date": "2026-07-24",
      "where": "section 8.12.1 Chartography, text after the footnotes (p.174), Claude Opus 4.8, second of its two scores (with tools)",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://z.ai/blog/glm-5.3-flash",
          "name": "GLM-5.3-Flash",
          "title": "GLM-5.3-Flash: Frontier Intelligence, Flash Cost",
          "lab": "zai",
          "date": "2026-08-26",
          "printed": "75.0",
          "where": "benchmark table (rendered), VISION section, row 'Chartography w/ Tools', column 'Opus 4.8' (Z.ai's table; another lab)"
        }
      ]
    },
    {
      "id": "claude-fable-5:chartography:with-tools:1",
      "model": "claude-fable-5",
      "model_name": "Claude Fable 5",
      "model_date": "2026-06-09",
      "event": "https://frontierlog.ai/event/2026-06-09-claude-fable-5-mythos-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 84.2,
      "unit": "%",
      "printed": "84.2%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Fable 5",
      "source": "https://www.anthropic.com/claude-fable-5-1-mythos-5-1-system-card",
      "source_title": "Claude Fable 5.1 and Claude Mythos 5.1 System Card",
      "source_date": "2026-09-01",
      "where": "section 8.14.1 Chartography, text (p.184), Claude Fable 5, second of its two scores (with tools)",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-mythos-5:chartography:with-tools:1",
      "model": "claude-mythos-5",
      "model_name": "Claude Mythos 5",
      "model_date": "2026-06-09",
      "event": "https://frontierlog.ai/event/2026-06-09-claude-fable-5-mythos-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 85.2,
      "unit": "%",
      "printed": "85.2%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Mythos 5",
      "source": "https://www.anthropic.com/claude-opus-5-system-card",
      "source_title": "Claude Opus 5 System Card",
      "source_date": "2026-07-24",
      "where": "section 8.12.1 Chartography, text after the footnotes (p.174), Claude Mythos 5, second of its two scores (with tools)",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-sonnet-5:chartography:with-tools:1",
      "model": "claude-sonnet-5",
      "model_name": "Claude Sonnet 5",
      "model_date": "2026-06-30",
      "event": "https://frontierlog.ai/event/2026-06-30-claude-sonnet-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 71.8,
      "unit": "%",
      "printed": "71.8",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Sonnet 5",
      "source": "https://www.anthropic.com/claude-opus-5-system-card",
      "source_title": "Claude Opus 5 System Card",
      "source_date": "2026-07-24",
      "where": "Figure 8.12.1.A Chartography scores (p.174), bar group 'Claude Sonnet 5', 'Tools' bar, value label",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-sonnet-5:chartography:with-tools:2",
      "model": "claude-sonnet-5",
      "model_name": "Claude Sonnet 5",
      "model_date": "2026-06-30",
      "event": "https://frontierlog.ai/event/2026-06-30-claude-sonnet-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 73.2,
      "unit": "%",
      "printed": "73.2",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Sonnet 5",
      "source": "https://www.anthropic.com/claude-opus-5-5-system-card",
      "source_title": "Claude Opus 5.5 System Card",
      "source_date": "2026-09-22",
      "where": "Figure 8.13.1.A Chartography scores (p.200), bar group 'Claude Sonnet 5', 'With tools' bar, value label",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs; Gemini 3.5 Flash grader",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-opus-5:chartography:with-tools:1",
      "model": "claude-opus-5",
      "model_name": "Claude Opus 5",
      "model_date": "2026-07-24",
      "event": "https://frontierlog.ai/event/2026-07-24-claude-opus-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 83.0,
      "unit": "%",
      "printed": "83.0%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Opus 5",
      "source": "https://www.anthropic.com/claude-opus-5-system-card",
      "source_title": "Claude Opus 5 System Card",
      "source_date": "2026-07-24",
      "where": "section 8.12.1 Chartography, text after the footnotes (p.174), Claude Opus 5 with tools",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-fable-5-1-mythos-5-1-system-card",
          "name": "Claude Fable 5.1 and Mythos 5.1 card",
          "title": "Claude Fable 5.1 and Claude Mythos 5.1 System Card",
          "lab": "anthropic",
          "date": "2026-09-01",
          "printed": "83.0%",
          "where": "§8.14.1 Chartography prose: 'Claude Opus 5 achieved scores of 29.6% and 83.0%, respectively'"
        }
      ]
    },
    {
      "id": "claude-opus-5:chartography:with-tools:2",
      "model": "claude-opus-5",
      "model_name": "Claude Opus 5",
      "model_date": "2026-07-24",
      "event": "https://frontierlog.ai/event/2026-07-24-claude-opus-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 83.4,
      "unit": "%",
      "printed": "83.4%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Opus 5",
      "source": "https://www.anthropic.com/claude-opus-5-5",
      "source_title": "Introducing Claude Opus 5.5",
      "source_date": "2026-09-22",
      "where": "benchmark table, row 'Visual chart recognition, Chartography', column 'Opus 5', 'with tools'",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-opus-5-5-system-card",
          "name": "Claude Opus 5.5 card",
          "title": "Claude Opus 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-09-22",
          "printed": "83.4%",
          "where": "§8.13.1 Chartography prose: 'Claude Opus 5 achieved scores of 29.8% and 83.4%'"
        }
      ]
    },
    {
      "id": "glm-5-3-flash:chartography:with-tools:1",
      "model": "glm-5-3-flash",
      "model_name": "GLM-5.3-Flash",
      "model_date": "2026-08-26",
      "event": "https://frontierlog.ai/event/2026-08-26-glm-5-3-flash",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 78.0,
      "unit": "%",
      "printed": "78.0",
      "reported_by": "zai",
      "run_by": null,
      "label": "GLM-5.3-Flash",
      "source": "https://z.ai/blog/glm-5.3-flash",
      "source_title": "GLM-5.3-Flash: Frontier Intelligence, Flash Cost",
      "source_date": "2026-08-26",
      "where": "main benchmark table (second table), VISION block, row 'Chartography w/ Tools', column 'GLM-5.3-Flash'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "256K context",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_capture": "https://frontierlog.ai/captures/58a995e241d3e40c.png"
    },
    {
      "id": "claude-fable-5-1:chartography:with-tools:1",
      "model": "claude-fable-5-1",
      "model_name": "Claude Fable 5.1",
      "model_date": "2026-09-01",
      "event": "https://frontierlog.ai/event/2026-09-01-claude-fable-5-1-mythos-5-1",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 86.2,
      "unit": "%",
      "printed": "86.2%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Fable 5.1",
      "source": "https://www.anthropic.com/claude-fable-5-1-mythos-5-1-system-card",
      "source_title": "Claude Fable 5.1 and Claude Mythos 5.1 System Card",
      "source_date": "2026-09-01",
      "where": "section 8.14.1 Chartography, text (p.184), Claude Fable 5.1 with tools",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "claude-fable-5-1:chartography:with-tools:2",
      "model": "claude-fable-5-1",
      "model_name": "Claude Fable 5.1",
      "model_date": "2026-09-01",
      "event": "https://frontierlog.ai/event/2026-09-01-claude-fable-5-1-mythos-5-1",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 88.4,
      "unit": "%",
      "printed": "88.4%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Fable 5.1",
      "source": "https://www.anthropic.com/claude-opus-5-5",
      "source_title": "Introducing Claude Opus 5.5",
      "source_date": "2026-09-22",
      "where": "benchmark table, row 'Visual chart recognition, Chartography', column 'Fable 5.1', 'with tools'",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-opus-5-5-system-card",
          "name": "Claude Opus 5.5 card",
          "title": "Claude Opus 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-09-22",
          "printed": "88.4%",
          "where": "§8.13.1 Chartography prose: 'Claude Fable 5.1 scored 44.8% and 88.4%'"
        },
        {
          "url": "https://www.anthropic.com/claude-sonnet-5-5-system-card",
          "name": "Claude Sonnet 5.5 card",
          "title": "Claude Sonnet 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-09-28",
          "printed": "88.4%",
          "where": "§8.13.1 Chartography prose: 'Claude Fable 5.1 scored 44.8% and 88.4% respectively'"
        },
        {
          "url": "https://www.kimi.ai/blog/kimi-k3-1-pro",
          "name": "Kimi K3.1 Pro",
          "title": "Kimi K3.1 Pro Tech Blog: Advancing Open Intelligence",
          "lab": "moonshot",
          "date": "2026-10-24",
          "printed": "88.4",
          "where": "benchmark table (rendered), row 'ChartoGraphy w/ python', column 'Claude Fable 5.1 (max, with fallback)'"
        }
      ]
    },
    {
      "id": "deepseek-v4-1-flash:chartography:with-tools:1",
      "model": "deepseek-v4-1-flash",
      "model_name": "DeepSeek-V4.1-Flash",
      "model_date": "2026-09-10",
      "event": "https://frontierlog.ai/event/2026-09-10-deepseek-v4-1-flash",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 78.9,
      "unit": "%",
      "printed": "78.9",
      "reported_by": "deepseek",
      "run_by": null,
      "label": "DeepSeek V4.1-Flash",
      "source": "https://api-docs.deepseek.com/news/news260910/",
      "source_title": "DeepSeek-V4.1-Flash: Smarter, Faster, More Efficient",
      "source_date": "2026-09-10",
      "where": "benchmark table image (second image), row 'Chartography(w/tools)', column 'DeepSeek V4.1-Flash'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://api-docs.deepseek.com/news/news261017/",
          "name": "DeepSeek-V4.1-Flash-1017",
          "title": "DeepSeek-V4.1-Flash-1017: Wish-Driven Programming Made Real",
          "lab": "deepseek",
          "date": "2026-10-17",
          "printed": "78.9",
          "where": "benchmark table image, row 'Chartography (w/tools)', column 'DeepSeek V4.1-Flash'"
        }
      ],
      "source_image": "https://frontierlog.ai/sources/19d3b83b1b9e5f5b.png",
      "source_image_original": "https://api-docs.deepseek.com/img/v4.1_260910_benchmark_table_en.png"
    },
    {
      "id": "claude-opus-5-5:chartography:with-tools:1",
      "model": "claude-opus-5-5",
      "model_name": "Claude Opus 5.5",
      "model_date": "2026-09-22",
      "event": "https://frontierlog.ai/event/2026-09-22-claude-opus-5-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 89.0,
      "unit": "%",
      "printed": "89.0%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Opus 5.5",
      "source": "https://www.anthropic.com/claude-opus-5-5",
      "source_title": "Introducing Claude Opus 5.5",
      "source_date": "2026-09-22",
      "where": "benchmark table, row 'Visual chart recognition, Chartography', column 'Opus 5.5', 'with tools'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-opus-5-5-system-card",
          "name": "Claude Opus 5.5 card",
          "title": "Claude Opus 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-09-22",
          "printed": "89.0%",
          "where": "§8.13.1 Chartography prose: 'Claude Opus 5.5 achieved a score of 64.4% without tools and 89.0% with tools'"
        },
        {
          "url": "https://www.anthropic.com/claude-sonnet-5-5-system-card",
          "name": "Claude Sonnet 5.5 card",
          "title": "Claude Sonnet 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-09-28",
          "printed": "89.0%",
          "where": "§8.13.1 Chartography prose: 'Claude Opus 5.5 scored 64.4% and 89.0%'"
        },
        {
          "url": "https://www.kimi.ai/blog/kimi-k3-1-pro",
          "name": "Kimi K3.1 Pro",
          "title": "Kimi K3.1 Pro Tech Blog: Advancing Open Intelligence",
          "lab": "moonshot",
          "date": "2026-10-24",
          "printed": "89.0",
          "where": "benchmark table (rendered), row 'ChartoGraphy w/ python', column 'Claude Opus 5.5 (max, with fallback)'"
        }
      ]
    },
    {
      "id": "claude-sonnet-5-5:chartography:with-tools:1",
      "model": "claude-sonnet-5-5",
      "model_name": "Claude Sonnet 5.5",
      "model_date": "2026-09-28",
      "event": "https://frontierlog.ai/event/2026-09-28-claude-sonnet-5-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 90.2,
      "unit": "%",
      "printed": "90.2%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Sonnet 5.5",
      "source": "https://www.anthropic.com/claude-sonnet-5-5-system-card",
      "source_title": "Claude Sonnet 5.5 System Card",
      "source_date": "2026-09-28",
      "where": "section 8.13.1 Chartography, text (p.125), Claude Sonnet 5.5 with tools",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs; Gemini 3.5 Flash grader",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.anthropic.com/claude-haiku-5-5-system-card",
          "name": "Claude Haiku 5.5 card",
          "title": "Claude Haiku 5.5 System Card",
          "lab": "anthropic",
          "date": "2026-10-07",
          "printed": "90.2%",
          "where": "§8.9.1 Chartography prose: 'Claude Sonnet 5.5 scored 61.6% without tools and 90.2% with tools'"
        }
      ]
    },
    {
      "id": "claude-haiku-5-5:chartography:with-tools:1",
      "model": "claude-haiku-5-5",
      "model_name": "Claude Haiku 5.5",
      "model_date": "2026-10-07",
      "event": "https://frontierlog.ai/event/2026-10-07-claude-haiku-5-5",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 86.2,
      "unit": "%",
      "printed": "86.2%",
      "reported_by": "anthropic",
      "run_by": null,
      "label": "Claude Haiku 5.5",
      "source": "https://www.anthropic.com/claude-haiku-5-5-system-card",
      "source_title": "Claude Haiku 5.5 System Card",
      "source_date": "2026-10-07",
      "where": "section 8.9.1 Chartography, text (p.124), Claude Haiku 5.5 with tools",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "adaptive thinking, max effort; container and image-cropping tool; average of 5 runs; Gemini 3.5 Flash grader",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    },
    {
      "id": "deepseek-v4-1-flash-1017:chartography:with-tools:1",
      "model": "deepseek-v4-1-flash-1017",
      "model_name": "DeepSeek-V4.1-Flash-1017",
      "model_date": "2026-10-17",
      "event": "https://frontierlog.ai/event/2026-10-17-deepseek-v4-1-flash-1017",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 83.0,
      "unit": "%",
      "printed": "83.0",
      "reported_by": "deepseek",
      "run_by": null,
      "label": "DeepSeek V4.1-Flash-1017",
      "source": "https://api-docs.deepseek.com/news/news261017/",
      "source_title": "DeepSeek-V4.1-Flash-1017: Wish-Driven Programming Made Real",
      "source_date": "2026-10-17",
      "where": "benchmark table image (first image), row 'Chartography (w/tools)', column 'DeepSeek V4.1-Flash-1017'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "corroborated",
      "corroborated": true,
      "corroborated_on": "2026-10-30",
      "corroborated_by": [
        {
          "url": "https://www.kimi.ai/blog/kimi-k3-1-pro",
          "name": "Kimi K3.1 Pro",
          "title": "Kimi K3.1 Pro Tech Blog: Advancing Open Intelligence",
          "lab": "moonshot",
          "date": "2026-10-24",
          "printed": "83.0",
          "where": "benchmark table (rendered), row 'ChartoGraphy w/ python', column 'DeepSeek-V4.1-Flash-1017 (max)' (Moonshot's table; another lab)"
        }
      ],
      "source_image": "https://frontierlog.ai/sources/52c22094008778b4.png",
      "source_image_original": "https://api-docs.deepseek.com/img/v4.1_261017_benchmark_table_en.png"
    },
    {
      "id": "kimi-k3-1-pro:chartography:with-tools:1",
      "model": "kimi-k3-1-pro",
      "model_name": "Kimi K3.1 Pro",
      "model_date": "2026-10-24",
      "event": "https://frontierlog.ai/event/2026-10-24-kimi-k3-1-pro",
      "benchmark": "chartography",
      "benchmark_name": "Chartography",
      "setting": "with-tools",
      "setting_name": "With tools",
      "score": 90.2,
      "unit": "%",
      "printed": "90.2",
      "reported_by": "moonshot",
      "run_by": null,
      "label": "Kimi K3.1 Pro (max)",
      "source": "https://www.kimi.ai/blog/kimi-k3-1-pro",
      "source_title": "Kimi K3.1 Pro Tech Blog: Advancing Open Intelligence",
      "source_date": "2026-10-24",
      "where": "'Benchmarks' table (rendered by the page's script), row 'ChartoGraphy w/ python', column 'Kimi K3.1 Pro (max)'",
      "own": true,
      "primary": true,
      "parallel": false,
      "notes": "Python tool; max reasoning effort; average of 5 runs",
      "caveat": "",
      "human_verified": false,
      "human_verified_on": null,
      "check": "double_entry",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": []
    }
  ]
}