{
  "api_version": "1",
  "updated": "2026-10-28",
  "latest_event": "2026-10-27",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "longcat-flash-chat",
    "name": "LongCat-Flash-Chat",
    "lab": "meituan",
    "date": "2025-09-01",
    "source": "https://tech.meituan.com/2025/09/01/LongCat-Flash-Chat.html",
    "source_title": "美团正式发布并开源 LongCat-Flash-Chat，动态计算开启高效 AI 时代",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
    "releases": [],
    "variant_of": null,
    "made_by": "Meituan",
    "url": "https://frontierlog.ai/model/longcat-flash-chat",
    "results": [
      {
        "id": "longcat-flash-chat:mmlu-pro:default:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 82.7,
        "unit": "%",
        "printed": "82.7",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://tech.meituan.com/2025/09/01/LongCat-Flash-Chat.html",
        "source_title": "美团正式发布并开源 LongCat-Flash-Chat，动态计算开启高效 AI 时代",
        "source_date": "2025-09-01",
        "where": "benchmark bar chart (second image), General Domains, panel 'MMLU-Pro', value label on the LongCat-Flash bar",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-28",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
            "name": "LongCat-Flash-Chat card",
            "title": "LongCat-Flash-Chat model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-09-01",
            "printed": "82.68",
            "where": "Evaluation table, MMLU-Pro (acc) row, LongCat-Flash column"
          },
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Omni",
            "name": "LongCat-Flash-Omni card",
            "title": "LongCat-Flash-Omni model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-11-03",
            "printed": "82.68",
            "where": "LongCat-Flash-Omni HF card, Text table, MMLU-Pro (acc) row, 'LongCat-Flash' column"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/bfe036a52f68ce93.png",
        "source_image_original": "https://p0.meituan.net/meituantechblog/1477fe823b8a45b596317e22cdb9d078563247.png"
      },
      {
        "id": "longcat-flash-chat:swe-bench-verified:default:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "swe-bench-verified",
        "benchmark_name": "SWE-bench Verified",
        "setting": "default",
        "setting_name": "",
        "score": 60.4,
        "unit": "%",
        "printed": "60.4",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://tech.meituan.com/2025/09/01/LongCat-Flash-Chat.html",
        "source_title": "美团正式发布并开源 LongCat-Flash-Chat，动态计算开启高效 AI 时代",
        "source_date": "2025-09-01",
        "where": "'性能评估' section, coding paragraph (sentence on SWE-Bench-Verified)",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-28",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
            "name": "LongCat-Flash-Chat card",
            "title": "LongCat-Flash-Chat model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-09-01",
            "printed": "60.40",
            "where": "Evaluation table, SWE-Bench-Verified (acc) row, LongCat-Flash column"
          }
        ]
      },
      {
        "id": "longcat-flash-chat:terminal-bench-1-0:default:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "terminal-bench-1-0",
        "benchmark_name": "Terminal-Bench 1.0",
        "setting": "default",
        "setting_name": "",
        "score": 39.51,
        "unit": "%",
        "printed": "39.51",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://tech.meituan.com/2025/09/01/LongCat-Flash-Chat.html",
        "source_title": "美团正式发布并开源 LongCat-Flash-Chat，动态计算开启高效 AI 时代",
        "source_date": "2025-09-01",
        "where": "'性能评估' section, coding paragraph (sentence on TerminalBench)",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-28",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
            "name": "LongCat-Flash-Chat card",
            "title": "LongCat-Flash-Chat model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-09-01",
            "printed": "39.51",
            "where": "Evaluation table, TerminalBench (acc) row, LongCat-Flash column"
          }
        ]
      },
      {
        "id": "longcat-flash-chat:aime-2024:no-tools:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 70.42,
        "unit": "%",
        "printed": "70.42",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'AIME24 (avg@10)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "average of 10 runs; non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-28",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Omni",
            "name": "LongCat-Flash-Omni card",
            "title": "LongCat-Flash-Omni model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-11-03",
            "printed": "70.42",
            "where": "LongCat-Flash-Omni HF card, Text table, AIME24 (avg@10) row, 'LongCat-Flash' column"
          }
        ]
      },
      {
        "id": "longcat-flash-chat:aime-2025:no-tools:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 61.25,
        "unit": "%",
        "printed": "61.25",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'AIME25 (avg@10)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "average of 10 runs; non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "double_entry",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": []
      },
      {
        "id": "longcat-flash-chat:livecodebench:default:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 48.02,
        "unit": "%",
        "printed": "48.02",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'LiveCodeBench (pass@1)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "non-thinking; problem window not stated",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-28",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/meituan-longcat/LongCat-Flash-Omni",
            "name": "LongCat-Flash-Omni card",
            "title": "LongCat-Flash-Omni model card (Hugging Face)",
            "lab": "meituan",
            "date": "2025-11-03",
            "printed": "48.02",
            "where": "LongCat-Flash-Omni HF card, Text table, LiveCodeBench (pass@1) row, 'LongCat-Flash' column"
          }
        ]
      },
      {
        "id": "longcat-flash-chat:tau2-bench:telecom:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "telecom",
        "setting_name": "Telecom",
        "score": 73.68,
        "unit": "%",
        "printed": "73.68",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'τ²-Bench (telecom) (avg@4)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "average of 4 runs; non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "double_entry",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": []
      },
      {
        "id": "longcat-flash-chat:tau2-bench:airline:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "airline",
        "setting_name": "Airline",
        "score": 58.0,
        "unit": "%",
        "printed": "58.00",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'τ²-Bench (airline) (avg@4)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "average of 4 runs; non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "double_entry",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": []
      },
      {
        "id": "longcat-flash-chat:tau2-bench:retail:1",
        "model": "longcat-flash-chat",
        "model_name": "LongCat-Flash-Chat",
        "model_date": "2025-09-01",
        "event": "https://frontierlog.ai/event/2025-09-01-longcat-flash-chat",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "retail",
        "setting_name": "Retail",
        "score": 71.27,
        "unit": "%",
        "printed": "71.27",
        "reported_by": "meituan",
        "run_by": null,
        "label": "LongCat-Flash",
        "source": "https://huggingface.co/meituan-longcat/LongCat-Flash-Chat",
        "source_title": "LongCat-Flash-Chat model card (Hugging Face)",
        "source_date": "2025-09-01",
        "where": "model card, Evaluation Results table, row 'τ²-Bench (retail) (avg@4)', column 'LongCat-Flash'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "average of 4 runs; non-thinking",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "double_entry",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": []
      }
    ]
  }
}