{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "nemotron-3-ultra-550b-a55b",
    "name": "Nemotron 3 Ultra 550B-A55B",
    "lab": "nvidia",
    "date": "2026-06-04",
    "source": "https://developer.nvidia.com/blog/nvidia-nemotron-3-ultra-powers-faster-more-efficient-reasoning-for-long-running-agents/",
    "source_title": "NVIDIA Nemotron 3 Ultra Powers Faster, More Efficient Reasoning for Long-Running Agents",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
    "releases": [],
    "variant_of": null,
    "made_by": "NVIDIA",
    "url": "https://frontierlog.ai/model/nemotron-3-ultra-550b-a55b",
    "results": [
      {
        "id": "nemotron-3-ultra-550b-a55b:terminal-bench-2-0:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "terminal-bench-2-0",
        "benchmark_name": "Terminal-Bench 2.0",
        "setting": "default",
        "setting_name": "",
        "score": 54.0,
        "unit": "%",
        "printed": "54%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra (550B)",
        "source": "https://developer.nvidia.com/blog/nvidia-nemotron-3-ultra-powers-faster-more-efficient-reasoning-for-long-running-agents/",
        "source_title": "NVIDIA Nemotron 3 Ultra Powers Faster, More Efficient Reasoning for Long-Running Agents",
        "source_date": "2026-06-04",
        "where": "Table 1 (HTML), row 'Coding / Terminal-Bench 2.0', column 'Nemotron 3 Ultra (550B)'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
            "name": "Nemotron 3 Ultra card",
            "title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "54.0",
            "where": "Table 5 (MOPD results across domains), Terminal Bench 2.0 row, MOPD2 column (final post-training stage, not labelled as the released model)"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/1d24ec4147dfd8a3.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:terminal-bench-2-1:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 56.4,
        "unit": "%",
        "printed": "56.4",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4/blob/02c7d9e60f328a4fb9d990d6b613057b19ab8a8f/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-06-04",
        "where": "benchmark table, row 'Terminal Bench 2.1', column 'Nemotron 3 Ultra BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
            "name": "Nemotron 3 Ultra card",
            "title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "56.4",
            "where": "Table 10, Terminal Bench 2.1 row, N-3-Ultra column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "56.4",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, Terminal Bench 2.1 row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3-Ultra/",
            "name": "Nemotron 3 Ultra card",
            "title": "NVIDIA Nemotron 3 Ultra",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "56.4",
            "where": "comparison chart, Terminal Bench 2.1 group, 'N3 Ultra BF16' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/e4e42f413aeecae9.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:swe-bench-verified:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "swe-bench-verified",
        "benchmark_name": "SWE-bench Verified",
        "setting": "default",
        "setting_name": "",
        "score": 71.9,
        "unit": "%",
        "printed": "71.9",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4/blob/02c7d9e60f328a4fb9d990d6b613057b19ab8a8f/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-06-04",
        "where": "benchmark table, row 'SWE-Bench Verified', column 'Nemotron 3 Ultra BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/e4e42f413aeecae9.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:browsecomp:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 44.4,
        "unit": "%",
        "printed": "44.4",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4/blob/02c7d9e60f328a4fb9d990d6b613057b19ab8a8f/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-06-04",
        "where": "benchmark table, row 'BrowseComp', column 'Nemotron 3 Ultra BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "internal search harness",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
            "name": "Nemotron 3 Ultra card",
            "title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "44.4",
            "where": "Table 10, BrowseComp row, N-3-Ultra column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "44.4",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, BrowseComp row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/e4e42f413aeecae9.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:hle:no-tools:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 26.7,
        "unit": "%",
        "printed": "26.7",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4/blob/02c7d9e60f328a4fb9d990d6b613057b19ab8a8f/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-06-04",
        "where": "benchmark table, row 'HLE (no tools)', column 'Nemotron 3 Ultra BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
            "name": "Nemotron 3 Ultra card",
            "title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "26.7",
            "where": "Table 10, HLE (no tools) row, N-3-Ultra column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "26.7",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, HLE (no tools) row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/e4e42f413aeecae9.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:swe-bench-verified:default:2",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "swe-bench-verified",
        "benchmark_name": "SWE-bench Verified",
        "setting": "default",
        "setting_name": "",
        "score": 70.7,
        "unit": "%",
        "printed": "70.7",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N-3-Ultra",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
        "source_title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
        "source_date": "2026-06-04",
        "where": "Table 10 (PDF page 38), row 'SWE-Bench Verified', column 'N-3-Ultra'",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "70.7",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, SWE-Bench Verified row"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4/blob/02462641f13d3af838b904f48195b9bb8a1e4ebc/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "70.7",
            "where": "BF16 vs NVFP4 table, SWE-Bench Verified row, 'Nemotron 3 Ultra BF16' column"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3-Ultra/",
            "name": "Nemotron 3 Ultra card",
            "title": "NVIDIA Nemotron 3 Ultra",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "70.7",
            "where": "comparison chart, SWE-Bench Verified group, 'N3 Ultra BF16' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/a737368a281c4576.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:livecodebench:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 89.0,
        "unit": "%",
        "printed": "89.0",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N-3-Ultra",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
        "source_title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
        "source_date": "2026-06-04",
        "where": "Table 10 (PDF page 38), row 'LiveCodeBench (v6)', column 'N-3-Ultra'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "LiveCodeBench v6",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "89.0",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, LiveCodeBench (v6) row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/a737368a281c4576.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:hle:with-tools:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "with-tools",
        "setting_name": "With tools",
        "score": 37.4,
        "unit": "%",
        "printed": "37.4",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N-3-Ultra",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
        "source_title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
        "source_date": "2026-06-04",
        "where": "Table 10 (PDF page 38), row 'HLE (with tools)', column 'N-3-Ultra'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "37.40",
            "where": "Table 10 (Evaluation suite for Nemotron 3.5 Super), HLE (with tools, text) row, N3-Ultra 550B-A55B column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "37.4",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, HLE (with tools) row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/a737368a281c4576.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:mmlu-pro:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 86.8,
        "unit": "%",
        "printed": "86.8",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N-3-Ultra",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3-Ultra-Technical-Report.pdf",
        "source_title": "Nemotron 3 Ultra: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Model for Agentic Reasoning",
        "source_date": "2026-06-04",
        "where": "Table 10 (PDF page 38), row 'MMLU-Pro', column 'N-3-Ultra'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "86.8",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, MMLU-Pro row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/a737368a281c4576.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:swe-bench-verified:default:3",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "swe-bench-verified",
        "benchmark_name": "SWE-bench Verified",
        "setting": "default",
        "setting_name": "",
        "score": 73.93,
        "unit": "%",
        "printed": "73.93",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'SWE-bench Verified', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "OpenCode harness; web search and fetch disabled; average of 3 runs",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "73.9",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, SWE-bench Verified row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:swe-bench-pro:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 49.66,
        "unit": "%",
        "printed": "49.66",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'SWE-bench Pro', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "OpenCode harness; web search and fetch disabled; average of 3 runs",
        "caveat": "The source doesn't say whether this is the public or the commercial set",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "49.66",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, SWE-bench Pro row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "49.7",
            "where": "overview chart, SWE-bench Pro group, 'N3 Ultra 550B-A55B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:tau2-bench:retail:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "retail",
        "setting_name": "Retail",
        "score": 73.68,
        "unit": "%",
        "printed": "73.68",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'Tau2 Retail', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "average of 8 trials; Qwen3-235B-A22B-Instruct-2507 user simulator",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "73.7",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, tau2-bench retail row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:tau2-bench:airline:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "airline",
        "setting_name": "Airline",
        "score": 79.75,
        "unit": "%",
        "printed": "79.75",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'Tau2 Airline', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "average of 8 trials; Qwen3-235B-A22B-Instruct-2507 user simulator",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "79.8",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, tau2-bench airline row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:tau2-bench:telecom:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "tau2-bench",
        "benchmark_name": "τ²-bench",
        "setting": "telecom",
        "setting_name": "Telecom",
        "score": 83.0,
        "unit": "%",
        "printed": "83.00",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'Tau2 Telecom', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "average of 8 trials; Qwen3-235B-A22B-Instruct-2507 user simulator",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "83.0",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, tau2-bench telecom row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:terminal-bench-2-1:default:2",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 54.78,
        "unit": "%",
        "printed": "54.78",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'Terminal-Bench 2.1', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "Terminus 2 harness; 3h timeout; average of 8 runs",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "54.8",
            "where": "overview chart, Terminal-Bench 2.1 group, 'N3 Ultra 550B-A55B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:browsecomp:default:2",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 67.85,
        "unit": "%",
        "printed": "67.85",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'BrowseComp', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "NeMo Gym harness with Exa search; discard-all context management",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "67.85",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, BrowseComp row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "67.8",
            "where": "overview chart, BrowseComp group, 'N3 Ultra 550B-A55B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:browsecomp:default:3",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 61.06,
        "unit": "%",
        "printed": "61.06",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'BrowseComp (OpenCode)', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "OpenCode harness",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:livecodebench:default:2",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 89.21,
        "unit": "%",
        "printed": "89.21",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'LiveCodeBench v6', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "LiveCodeBench v6, problems from Aug 2024 to May 2025; average of 3 samples",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "89.2",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, LiveCodeBench v6 row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:gpqa-diamond:default:1",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 86.99,
        "unit": "%",
        "printed": "86.99",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'GPQAD', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "average of 8 runs",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "87.0",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, GPQA-Diamond row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "87.0",
            "where": "overview chart, GPQA Diamond group, 'N3 Ultra 550B-A55B' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/blob/77df655d5e9f8362164ed14dd8b48f8bce657498/README.md",
            "name": "Nemotron 3 Ultra card",
            "title": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16 model card (revision of 2026-08-24)",
            "lab": "nvidia",
            "date": "2026-06-04",
            "printed": "87.0",
            "where": "Benchmarks table, 'N-3-Ultra 550B-A55B' column, GPQA (no tools) row (Ultra launch evaluation)"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:hle:no-tools:2",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 29.24,
        "unit": "%",
        "printed": "29.24",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3-Ultra 550B-A55B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'HLE (no tools, text)', column 'N3-Ultra 550B-A55B' (second column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "text-only subset; GPT-5.6 Luna judge",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "29.2",
            "where": "evaluation table, 'Nemotron 3 Ultra' column, 'HLE, text-only' row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "29.2",
            "where": "overview chart, HLE (no tools) group, 'N3 Ultra 550B-A55B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-ultra-550b-a55b:terminal-bench-2-1:default:3",
        "model": "nemotron-3-ultra-550b-a55b",
        "model_name": "Nemotron 3 Ultra 550B-A55B",
        "model_date": "2026-06-04",
        "event": "https://frontierlog.ai/event/2026-06-04-nemotron-3-ultra",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 54.8,
        "unit": "%",
        "printed": "54.80",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3 Ultra",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/8350289dda26a68b7d7f5c8b8ee7f815b5d1bca9/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-15)",
        "source_date": "2026-10-15",
        "where": "'Benchmarks' table, row 'Terminal-Bench 2.1', column 'Nemotron 3 Ultra' (fifth value column)",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "later report; harness not stated",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/e0cb366a0409d2db.png"
      }
    ]
  }
}