{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "llama-3-1-405b",
    "name": "Llama 3.1 405B",
    "lab": "meta",
    "date": "2024-07-23",
    "source": "https://ai.meta.com/blog/meta-llama-3-1/",
    "source_title": "Introducing Llama 3.1: Our most capable models to date",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
    "releases": [],
    "variant_of": null,
    "made_by": "Meta",
    "url": "https://frontierlog.ai/model/llama-3-1-405b",
    "results": [
      {
        "id": "llama-3-1-405b:mmlu-pro:default:1",
        "model": "llama-3-1-405b",
        "model_name": "Llama 3.1 405B",
        "model_date": "2024-07-23",
        "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 73.3,
        "unit": "%",
        "printed": "73.3",
        "reported_by": "meta",
        "run_by": null,
        "label": "Llama 3.1 405B",
        "source": "https://ai.meta.com/blog/meta-llama-3-1/",
        "source_title": "Introducing Llama 3.1: Our most capable models to date",
        "source_date": "2024-07-23",
        "where": "benchmark table (image), row 'MMLU PRO (5-shot, CoT)', column 'Llama 3.1 405B'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "5-shot chain of thought",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/24fca7f2de577149.png",
        "source_image_original": "https://scontent-ord5-2.xx.fbcdn.net/v/t39.2365-6/451735590_1030734788570365_1093008500142144333_n.png?_nc_cat=100&ccb=1-7&_nc_sid=e280be&_nc_ohc=BIOcknMfHy8Q7kNvwHA8xKn&_nc_oc=AdozmerzF2al6E9oV4velK5WfmejbUtvVOzcCPR67keRD_Av6BwJwaBZaqDFwDDeP08&_nc_zt=14&_nc_ht=scontent-ord5-2.xx&_nc_gid=J3Pudz9SVzwOYglicaYR2Q&_nc_ss=7f289&oh=00_AQO02AhE2aITxtdt9NGxtiVvq-khNfOosbes5-W_7dKMsQ&oe=6AF0197E"
      },
      {
        "id": "llama-3-1-405b:gpqa-diamond:default:1",
        "model": "llama-3-1-405b",
        "model_name": "Llama 3.1 405B",
        "model_date": "2024-07-23",
        "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 51.1,
        "unit": "%",
        "printed": "51.1",
        "reported_by": "meta",
        "run_by": null,
        "label": "Llama 3.1 405B",
        "source": "https://ai.meta.com/blog/meta-llama-3-1/",
        "source_title": "Introducing Llama 3.1: Our most capable models to date",
        "source_date": "2024-07-23",
        "where": "benchmark table (image), row 'GPQA (0-shot, CoT)', column 'Llama 3.1 405B'",
        "own": true,
        "primary": true,
        "parallel": false,
        "notes": "0-shot chain of thought",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/24fca7f2de577149.png",
        "source_image_original": "https://scontent-ord5-2.xx.fbcdn.net/v/t39.2365-6/451735590_1030734788570365_1093008500142144333_n.png?_nc_cat=100&ccb=1-7&_nc_sid=e280be&_nc_ohc=BIOcknMfHy8Q7kNvwHA8xKn&_nc_oc=AdozmerzF2al6E9oV4velK5WfmejbUtvVOzcCPR67keRD_Av6BwJwaBZaqDFwDDeP08&_nc_zt=14&_nc_ht=scontent-ord5-2.xx&_nc_gid=J3Pudz9SVzwOYglicaYR2Q&_nc_ss=7f289&oh=00_AQO02AhE2aITxtdt9NGxtiVvq-khNfOosbes5-W_7dKMsQ&oe=6AF0197E"
      },
      {
        "id": "llama-3-1-405b:mmlu-pro:default:2",
        "model": "llama-3-1-405b",
        "model_name": "Llama 3.1 405B",
        "model_date": "2024-07-23",
        "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 73.4,
        "unit": "%",
        "printed": "73.4",
        "reported_by": "meta",
        "run_by": null,
        "label": "Llama 3.1 405B",
        "source": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/",
        "source_title": "The Llama 4 herd: The beginning of a new era of natively multimodal AI innovation",
        "source_date": "2025-04-05",
        "where": "'Llama 4 Scout instruction-tuned benchmarks' table (image), row 'MMLU Pro', column 'Llama 3.1 405B'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "0-shot",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/47ea0cbe5c73836d.png",
        "source_image_original": "https://scontent-ord5-1.xx.fbcdn.net/v/t39.2365-6/488658055_1347378876402143_3412007366291908454_n.png?_nc_cat=109&ccb=1-7&_nc_sid=e280be&_nc_ohc=OBma4RowFAYQ7kNvwEDKyuH&_nc_oc=AdqPMOh8lXBK3lg7quc_HNoP-49jOvB8JczkL0IsoavEpo4Igwy0r1vrenrHwo1uFmA&_nc_zt=14&_nc_ht=scontent-ord5-1.xx&_nc_gid=pzE_LW4H_OG--eyEc4cgFA&_nc_ss=7f289&oh=00_AQNipOGf-EGDwZJ5T-zywEffyFQYUnzut_O2CKWGuWBPNg&oe=6AF0271F"
      },
      {
        "id": "llama-3-1-405b:gpqa-diamond:default:2",
        "model": "llama-3-1-405b",
        "model_name": "Llama 3.1 405B",
        "model_date": "2024-07-23",
        "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 49.0,
        "unit": "%",
        "printed": "49.0",
        "reported_by": "meta",
        "run_by": null,
        "label": "Llama 3.1 405B",
        "source": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/",
        "source_title": "The Llama 4 herd: The beginning of a new era of natively multimodal AI innovation",
        "source_date": "2025-04-05",
        "where": "'Llama 4 Scout instruction-tuned benchmarks' table (image), row 'GPQA Diamond', column 'Llama 3.1 405B'",
        "own": false,
        "primary": false,
        "parallel": false,
        "notes": "0-shot; averaged over multiple generations",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/47ea0cbe5c73836d.png",
        "source_image_original": "https://scontent-ord5-1.xx.fbcdn.net/v/t39.2365-6/488658055_1347378876402143_3412007366291908454_n.png?_nc_cat=109&ccb=1-7&_nc_sid=e280be&_nc_ohc=OBma4RowFAYQ7kNvwEDKyuH&_nc_oc=AdqPMOh8lXBK3lg7quc_HNoP-49jOvB8JczkL0IsoavEpo4Igwy0r1vrenrHwo1uFmA&_nc_zt=14&_nc_ht=scontent-ord5-1.xx&_nc_gid=pzE_LW4H_OG--eyEc4cgFA&_nc_ss=7f289&oh=00_AQNipOGf-EGDwZJ5T-zywEffyFQYUnzut_O2CKWGuWBPNg&oe=6AF0271F"
      },
      {
        "id": "llama-3-1-405b:livecodebench:default:1",
        "model": "llama-3-1-405b",
        "model_name": "Llama 3.1 405B",
        "model_date": "2024-07-23",
        "event": "https://frontierlog.ai/event/2024-07-23-llama-3-1-405b",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 27.7,
        "unit": "%",
        "printed": "27.7",
        "reported_by": "meta",
        "run_by": null,
        "label": "Llama 3.1 405B",
        "source": "https://ai.meta.com/blog/llama-4-multimodal-intelligence/",
        "source_title": "The Llama 4 herd: The beginning of a new era of natively multimodal AI innovation",
        "source_date": "2025-04-05",
        "where": "'Llama 4 Scout instruction-tuned benchmarks' table (image), row 'LiveCodeBench (10/01/2024-02/01/2025)', column 'Llama 3.1 405B'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "problems from Oct 2024 to Feb 2025; 0-shot; averaged over multiple generations",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_image": "https://frontierlog.ai/sources/47ea0cbe5c73836d.png",
        "source_image_original": "https://scontent-ord5-1.xx.fbcdn.net/v/t39.2365-6/488658055_1347378876402143_3412007366291908454_n.png?_nc_cat=109&ccb=1-7&_nc_sid=e280be&_nc_ohc=OBma4RowFAYQ7kNvwEDKyuH&_nc_oc=AdqPMOh8lXBK3lg7quc_HNoP-49jOvB8JczkL0IsoavEpo4Igwy0r1vrenrHwo1uFmA&_nc_zt=14&_nc_ht=scontent-ord5-1.xx&_nc_gid=pzE_LW4H_OG--eyEc4cgFA&_nc_ss=7f289&oh=00_AQNipOGf-EGDwZJ5T-zywEffyFQYUnzut_O2CKWGuWBPNg&oe=6AF0271F"
      }
    ]
  }
}