{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "nemotron-3-5-super-vl-120b-a12b",
    "name": "Nemotron 3.5 Super VL 120B-A12B",
    "lab": "nvidia",
    "date": "2026-10-15",
    "source": "https://blogs.nvidia.com/blog/nemotron-3-5-super-vl/",
    "source_title": "Open From Data Center to Desktop: NVIDIA Expands Nemotron Family With Highest Efficiency Super VL and Bolt Models",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
    "releases": [],
    "variant_of": null,
    "made_by": "NVIDIA",
    "url": "https://frontierlog.ai/model/nemotron-3-5-super-vl-120b-a12b",
    "results": [
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:gpqa-diamond:default:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 89.52,
        "unit": "%",
        "printed": "89.52",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Benchmarks' table, row 'GPQA-Diamond', column 'Nemotron 3.5 Super VL BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "89.52",
            "where": "Table 10 (Evaluation suite for Nemotron 3.5 Super), GPQAD row, N3.5-Super 120B-A12B column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "89.52",
            "where": "evaluation table, 'Nemotron 3.5 SuperGA BF16' column, GPQA-Diamond row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "89.5",
            "where": "overview chart, GPQA Diamond group, 'N3.5 Super 120B-A12B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/86e9dc24de0f0cf9.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:browsecomp:default:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 78.0,
        "unit": "%",
        "printed": "78",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Benchmarks' table, row 'BrowseComp', column 'Nemotron 3.5 Super VL BF16' (not the '[offline]' row)",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "78",
            "where": "evaluation table, 'Nemotron 3.5 SuperGA BF16' column, BrowseComp row"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/86e9dc24de0f0cf9.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 51.78,
        "unit": "%",
        "printed": "51.78",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Benchmarks' table, row 'SWE-bench Pro', column 'Nemotron 3.5 Super VL BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "The source doesn't say whether this is the public or the commercial set",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "51.78",
            "where": "Table 10 (Evaluation suite for Nemotron 3.5 Super), SWE-bench Pro row, N3.5-Super column"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "51.78",
            "where": "evaluation table, 'Nemotron 3.5 SuperGA BF16' column, SWE-bench Pro row"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "51.78%",
            "where": "Highlights: 'Nemotron 3.5 Super achieves 51.78% on SWE-bench Pro'"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/86e9dc24de0f0cf9.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:2",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 49.45,
        "unit": "%",
        "printed": "49.45%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'Claude Code' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Claude Code harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "49.45%",
            "where": "Section 3.10 text: 'Claude Code achieves the highest observed score on SWE-bench Pro (49.45%)'; also Figure 8 Claude Code bar"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:3",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 47.4,
        "unit": "%",
        "printed": "47.40%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'Mini-SWE agent' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Mini-SWE-agent harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:4",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 47.26,
        "unit": "%",
        "printed": "47.26%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'Codex' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Codex harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:5",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 47.2,
        "unit": "%",
        "printed": "47.20%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'Hermes' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Hermes harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:6",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 46.92,
        "unit": "%",
        "printed": "46.92%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'Pi' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Pi harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:swe-bench-pro:default:7",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "swe-bench-pro",
        "benchmark_name": "SWE-bench Pro",
        "setting": "default",
        "setting_name": "",
        "score": 41.04,
        "unit": "%",
        "printed": "41.04%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'SWE-Bench Pro' panel, value label of the 'OpenCode' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "OpenCode harness; 731-task public set; 2 repeats; git history removed",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:hle:no-tools:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 31.79,
        "unit": "%",
        "printed": "31.79",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3.5-Super 120B-A12B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'HLE (no tools, text)', column 'N3.5-Super 120B-A12B' (first column)",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "text-only subset; GPT-5.6 Luna judge",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/blob/1f8953f7f0935358e3605150d22bc15df062061c/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "31.79",
            "where": "evaluation table, 'Nemotron 3.5 SuperGA BF16' column, 'HLE, text-only' row"
          },
          {
            "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/59b8721646c38111a242da18218859fb2b454322/README.md",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (revision of 2026-10-16)",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "31.79",
            "where": "BF16 vs NVFP4 table, 'HLE, text-only' row, 'Nemotron 3.5 Super VL BF16' column"
          },
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "31.8",
            "where": "overview chart, HLE (no tools) group, 'N3.5 Super 120B-A12B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:hle:with-tools:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "with-tools",
        "setting_name": "With tools",
        "score": 46.01,
        "unit": "%",
        "printed": "46.01",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3.5-Super 120B-A12B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'HLE (with tools, text)', column 'N3.5-Super 120B-A12B' (first column)",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "text-only subset; Python and web search; separate internal harness",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:browsecomp:default:2",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 78.91,
        "unit": "%",
        "printed": "78.91",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3.5-Super 120B-A12B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'BrowseComp', column 'N3.5-Super 120B-A12B' (first column)",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "NeMo Gym harness with Exa search; discard-all context management",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/Nemotron-3.5-Super-and-Lightning/",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "NVIDIA Nemotron 3.5 Super and Lightning",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "78.9",
            "where": "overview chart, BrowseComp group, 'N3.5 Super 120B-A12B' bar label"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:browsecomp:default:3",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 72.35,
        "unit": "%",
        "printed": "72.35",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "N3.5-Super 120B-A12B",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
        "source_date": "2026-10-15",
        "where": "Table 10 (PDF page 23), row 'BrowseComp (OpenCode)', column 'N3.5-Super 120B-A12B' (first column)",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "OpenCode harness",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/ee443a24cf8af62e.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:hle:no-tools:2",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "hle",
        "benchmark_name": "Humanity's Last Exam",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 31.84,
        "unit": "%",
        "printed": "31.84",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super 120B-A12B-BF16",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Bolt 74B-A9B 24GB: A Hybrid Vision-Language Model for Local AI",
        "source_date": "2026-10-15",
        "where": "Table 7 (PDF page 16), row 'HLE (no tools)', column 'Nemotron 3.5 Super 120B-A12B-BF16' (first column)",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Super-and-Lightning-Technical-Report.pdf",
            "name": "Nemotron 3.5 Super VL and Bolt card",
            "title": "Nemotron 3.5 Super and Lightning: Open, Efficient Mixture-of-Experts Hybrid Mamba-Transformer Models for Agentic AI",
            "lab": "nvidia",
            "date": "2026-10-15",
            "printed": "31.84",
            "where": "Table 16 (PTQ/QAD at 4.8 BPE), HLE w/o tools row, BF16 column; also Table 13 BF16 column"
          }
        ],
        "source_capture": "https://frontierlog.ai/captures/29d0406ec75804d7.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:gpqa-diamond:default:2",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 90.78,
        "unit": "%",
        "printed": "90.78",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super 120B-A12B-BF16",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Bolt 74B-A9B 24GB: A Hybrid Vision-Language Model for Local AI",
        "source_date": "2026-10-15",
        "where": "Table 7 (PDF page 16), row 'GPQA Diamond', column 'Nemotron 3.5 Super 120B-A12B-BF16' (first column)",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/29d0406ec75804d7.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:browsecomp:default:4",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "browsecomp",
        "benchmark_name": "BrowseComp",
        "setting": "default",
        "setting_name": "",
        "score": 71.5,
        "unit": "%",
        "printed": "71.50",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super 120B-A12B-BF16",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB-Technical-Report.pdf",
        "source_title": "Nemotron 3.5 Bolt 74B-A9B 24GB: A Hybrid Vision-Language Model for Local AI",
        "source_date": "2026-10-15",
        "where": "Table 7 (PDF page 16), row 'BrowseComp', column 'Nemotron 3.5 Super 120B-A12B-BF16' (first column)",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Exa web search",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/29d0406ec75804d7.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:1",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 60.67,
        "unit": "%",
        "printed": "60.67",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL BF16",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Benchmarks' table, row 'Terminal-Bench 2.1', column 'Nemotron 3.5 Super VL BF16'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/86e9dc24de0f0cf9.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:2",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 61.8,
        "unit": "%",
        "printed": "61.80%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'Codex' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Codex harness; v0.144.6; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:3",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 61.42,
        "unit": "%",
        "printed": "61.42%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'Hermes' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Hermes harness; v0.18.2; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:4",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 59.55,
        "unit": "%",
        "printed": "59.55%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'Claude Code' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Claude Code harness; v2.1.126; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:5",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 55.06,
        "unit": "%",
        "printed": "55.06%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'OpenCode' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "OpenCode harness; v1.17.8; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:6",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 54.68,
        "unit": "%",
        "printed": "54.68%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'Mini-SWE agent' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Mini-SWE-agent harness; v2.4.5; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      },
      {
        "id": "nemotron-3-5-super-vl-120b-a12b:terminal-bench-2-1:default:7",
        "model": "nemotron-3-5-super-vl-120b-a12b",
        "model_name": "Nemotron 3.5 Super VL 120B-A12B",
        "model_date": "2026-10-15",
        "event": "https://frontierlog.ai/event/2026-10-15-nemotron-3-5-super-vl-bolt",
        "benchmark": "terminal-bench-2-1",
        "benchmark_name": "Terminal-Bench 2.1",
        "setting": "default",
        "setting_name": "",
        "score": 48.31,
        "unit": "%",
        "printed": "48.31%",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Nemotron 3.5 Super VL",
        "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/blob/8a115b9d966adce8c059a7bcf47f49a1e57957d8/README.md",
        "source_title": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4 model card (launch-day revision)",
        "source_date": "2026-10-15",
        "where": "'Agentic Coding Benchmarks' image, 'Terminal-Bench 2.1' panel, value label of the 'Pi' bar",
        "own": true,
        "primary": false,
        "parallel": false,
        "notes": "Pi harness; v0.80.10; 89-task set; 3 repeats",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/aca282a7f7191693.png",
        "source_image_original": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4/resolve/8a115b9d966adce8c059a7bcf47f49a1e57957d8/harness_comparisons.png"
      }
    ]
  }
}