{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "llama-nemotron-super-49b-v1",
    "name": "Llama Nemotron Super 49B v1",
    "lab": "nvidia",
    "date": "2025-03-18",
    "source": "https://nvidianews.nvidia.com/news/nvidia-launches-family-of-open-reasoning-ai-models-for-developers-and-enterprises-to-build-agentic-ai-platforms",
    "source_title": "NVIDIA Launches Family of Open Reasoning AI Models for Developers and Enterprises to Build Agentic AI Platforms",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
    "releases": [],
    "variant_of": null,
    "made_by": "NVIDIA",
    "url": "https://frontierlog.ai/model/llama-nemotron-super-49b-v1",
    "results": [
      {
        "id": "llama-nemotron-super-49b-v1:aime-2025:no-tools:1",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 58.4,
        "unit": "%",
        "printed": "58.4",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama-3_3-Nemotron-Super-49B-v1",
        "source": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1/blob/9314922284e3ef0e86ddbcad0d8b8dbd62238cfb/README.md",
        "source_title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1 model card (launch-day revision)",
        "source_date": "2025-03-18",
        "where": "'Evaluation Results' section, 'AIME25' table, row 'Reasoning On', column 'pass@1'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "reasoning on; average of up to 16 runs; 32K sequence length",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/b89d2c3c1602e217.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:aime-2024:no-tools:1",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "aime-2024",
        "benchmark_name": "AIME 2024",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 67.5,
        "unit": "%",
        "printed": "67.5",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super 49B v1",
        "source": "https://developer.nvidia.com/blog/build-more-accurate-and-efficient-ai-agents-with-the-new-nvidia-llama-nemotron-super-v1-5/",
        "source_title": "Build More Accurate and Efficient AI Agents with the New NVIDIA Llama Nemotron Super v1.5",
        "source_date": "2025-07-29",
        "where": "Figure 2 bar chart (image), value label of the 'Llama Nemotron Super 49B v1' bar (lightest, rightmost in group) in group 'AIME24'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5/blob/420ba7d28211abf116b8b103ab700d92619daf98/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "67.5",
            "where": "accuracy_chart.png bar chart, AIME24 group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8/blob/04822723e77e036ddf2d24e83c6d469d3b009252/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "67.5",
            "where": "accuracy_chart.png bar chart, AIME24 group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-NVFP4/blob/f0caaafd5152e07527c7a14e04aa67823107529f/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-NVFP4 model card (revision of 2025-11-27)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "67.5",
            "where": "accuracy_chart.png bar chart, AIME24 group, 'Llama Nemotron Super 49B v1' bar label"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/d431180dea13f63f.png",
        "source_image_original": "https://developer-blogs.nvidia.com/wp-content/uploads/2025/07/image-29.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:aime-2025:no-tools:2",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 53.3,
        "unit": "%",
        "printed": "53.3",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super 49B v1",
        "source": "https://developer.nvidia.com/blog/build-more-accurate-and-efficient-ai-agents-with-the-new-nvidia-llama-nemotron-super-v1-5/",
        "source_title": "Build More Accurate and Efficient AI Agents with the New NVIDIA Llama Nemotron Super v1.5",
        "source_date": "2025-07-29",
        "where": "Figure 2 bar chart (image), value label of the 'Llama Nemotron Super 49B v1' bar (lightest, rightmost in group) in group 'AIME25'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5/blob/420ba7d28211abf116b8b103ab700d92619daf98/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "53.3",
            "where": "accuracy_chart.png bar chart, AIME25 group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8/blob/04822723e77e036ddf2d24e83c6d469d3b009252/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "53.3",
            "where": "accuracy_chart.png bar chart, AIME25 group, 'Llama Nemotron Super 49B v1' bar label"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/d431180dea13f63f.png",
        "source_image_original": "https://developer-blogs.nvidia.com/wp-content/uploads/2025/07/image-29.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:gpqa-diamond:default:1",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 66.7,
        "unit": "%",
        "printed": "66.7",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super 49B v1",
        "source": "https://developer.nvidia.com/blog/build-more-accurate-and-efficient-ai-agents-with-the-new-nvidia-llama-nemotron-super-v1-5/",
        "source_title": "Build More Accurate and Efficient AI Agents with the New NVIDIA Llama Nemotron Super v1.5",
        "source_date": "2025-07-29",
        "where": "Figure 2 bar chart (image), value label of the 'Llama Nemotron Super 49B v1' bar (lightest, rightmost in group) in group 'GPQA Diamond'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1/blob/387156d8d6868c19f3472fa607aa9bfc4f662333/README.md",
            "name": "Llama Nemotron card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-03-18",
            "printed": "66.67",
            "where": "Evaluation Results, GPQA table, Reasoning On row, pass@1"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5/blob/420ba7d28211abf116b8b103ab700d92619daf98/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "66.7",
            "where": "accuracy_chart.png bar chart, GPQA Diamond group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1/blob/9314922284e3ef0e86ddbcad0d8b8dbd62238cfb/README.md",
            "name": "Llama Nemotron card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1 model card (launch-day revision)",
            "lab": "nvidia",
            "date": "2025-03-18",
            "printed": "66.67",
            "where": "Evaluation Results, section 'GPQA', table 'Reasoning Mode | pass@1', row 'Reasoning On'"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/d431180dea13f63f.png",
        "source_image_original": "https://developer-blogs.nvidia.com/wp-content/uploads/2025/07/image-29.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:livecodebench:default:1",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 45.5,
        "unit": "%",
        "printed": "45.5",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super 49B v1",
        "source": "https://developer.nvidia.com/blog/build-more-accurate-and-efficient-ai-agents-with-the-new-nvidia-llama-nemotron-super-v1-5/",
        "source_title": "Build More Accurate and Efficient AI Agents with the New NVIDIA Llama Nemotron Super v1.5",
        "source_date": "2025-07-29",
        "where": "Figure 2 bar chart (image), value label of the 'Llama Nemotron Super 49B v1' bar (lightest, rightmost in group) in group 'LiveCodeBench'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "problem window not stated",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5/blob/420ba7d28211abf116b8b103ab700d92619daf98/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "45.5",
            "where": "accuracy_chart.png bar chart, LiveCodeBench group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8/blob/04822723e77e036ddf2d24e83c6d469d3b009252/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-FP8 model card (revision of 2025-10-15)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "45.5",
            "where": "accuracy_chart.png bar chart, LiveCodeBench group, 'Llama Nemotron Super 49B v1' bar label"
          },
          {
            "url": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-NVFP4/blob/f0caaafd5152e07527c7a14e04aa67823107529f/README.md",
            "name": "Llama Nemotron Super v1.5 card",
            "title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1_5-NVFP4 model card (revision of 2025-11-27)",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "45.5",
            "where": "accuracy_chart.png bar chart, LiveCodeBench group, 'Llama Nemotron Super 49B v1' bar label"
          }
        ],
        "source_image": "https://frontierlog.ai/sources/d431180dea13f63f.png",
        "source_image_original": "https://developer-blogs.nvidia.com/wp-content/uploads/2025/07/image-29.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:aime-2025:no-tools:3",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "aime-2025",
        "benchmark_name": "AIME 2025",
        "setting": "no-tools",
        "setting_name": "No tools",
        "score": 46.0,
        "unit": "%",
        "printed": "46.0",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super V1 (BF16)",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVFP4-QAD-Report.pdf",
        "source_title": "Quantization-Aware Distillation for NVFP4 Inference Accuracy Recovery",
        "source_date": "2026-03-05",
        "where": "Table 2 (SFT-heavy models, PDF page 5), model 'Llama Nemotron Super V1', row 'BF16', column 'AIME25'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "BF16 baseline of an NVFP4 quantization study; eval tools differ from the model card; average of 48 runs",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/d61bed7d85d9fd96.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:gpqa-diamond:default:2",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 66.5,
        "unit": "%",
        "printed": "66.5",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama Nemotron Super V1 (BF16)",
        "source": "https://research.nvidia.com/labs/nemotron/files/NVFP4-QAD-Report.pdf",
        "source_title": "Quantization-Aware Distillation for NVFP4 Inference Accuracy Recovery",
        "source_date": "2026-03-05",
        "where": "Table 2 (SFT-heavy models, PDF page 5), model 'Llama Nemotron Super V1', row 'BF16', column 'GPQA-D'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "BF16 baseline of an NVFP4 quantization study; eval tools differ from the model card; average of 20 runs",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/d61bed7d85d9fd96.png"
      },
      {
        "id": "llama-nemotron-super-49b-v1:gpqa-diamond:default:3",
        "model": "llama-nemotron-super-49b-v1",
        "model_name": "Llama Nemotron Super 49B v1",
        "model_date": "2025-03-18",
        "event": "https://frontierlog.ai/event/2025-03-18-llama-nemotron",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 66.67,
        "unit": "%",
        "printed": "66.67",
        "reported_by": "nvidia",
        "run_by": null,
        "label": "Llama-3_3-Nemotron-Super-49B-v1 (Reasoning On)",
        "source": "https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1/blob/9314922284e3ef0e86ddbcad0d8b8dbd62238cfb/README.md",
        "source_title": "nvidia/Llama-3_3-Nemotron-Super-49B-v1 model card (launch-day revision)",
        "source_date": "2025-03-18",
        "where": "Evaluation Results, section 'GPQA', table 'Reasoning Mode | pass@1', row 'Reasoning On'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "reasoning on; average of up to 16 runs; 32K sequence length",
        "caveat": "",
        "human_verified": false,
        "human_verified_on": null,
        "check": "corroborated",
        "corroborated": true,
        "corroborated_on": "2026-10-19",
        "corroborated_by": [
          {
            "url": "https://developer.nvidia.com/blog/build-more-accurate-and-efficient-ai-agents-with-the-new-nvidia-llama-nemotron-super-v1-5/",
            "name": "Llama Nemotron Super v1.5",
            "title": "Build More Accurate and Efficient AI Agents with the New NVIDIA Llama Nemotron Super v1.5",
            "lab": "nvidia",
            "date": "2025-07-29",
            "printed": "66.7",
            "where": "Figure 2 bar chart (image), value label of the 'Llama Nemotron Super 49B v1' bar (lightest, rightmost in group) in group 'GPQA Diamond'"
          }
        ]
      }
    ]
  }
}