{
  "api_version": "1",
  "updated": "2026-10-26",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "model": {
    "slug": "gemma-2-27b",
    "name": "Gemma 2 27B",
    "lab": "google",
    "date": "2024-06-27",
    "flagship": false,
    "event": "https://frontierlog.ai/event/2024-06-27-gemma-2",
    "releases": [],
    "variant_of": null,
    "made_by": "Google",
    "url": "https://frontierlog.ai/model/gemma-2-27b",
    "results": [
      {
        "id": "gemma-2-27b:mmlu-pro:default:1",
        "model": "gemma-2-27b",
        "model_name": "Gemma 2 27B",
        "model_date": "2024-06-27",
        "event": "https://frontierlog.ai/event/2024-06-27-gemma-2",
        "benchmark": "mmlu-pro",
        "benchmark_name": "MMLU-Pro",
        "setting": "default",
        "setting_name": "",
        "score": 56.9,
        "unit": "%",
        "printed": "56.9",
        "reported_by": "google",
        "run_by": null,
        "label": "Gemma 2 27B",
        "source": "https://storage.googleapis.com/deepmind-media/gemma/Gemma3Report.pdf",
        "source_title": "Gemma 3 Technical Report",
        "source_date": "2025-03-12",
        "where": "Gemma 3 technical report (PDF), Table 6 (instruction-tuned models), row 'MMLU-Pro', column 'Gemma 2 27B'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "instruction-tuned; 0-shot",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/f86f02802b4c2394.png"
      },
      {
        "id": "gemma-2-27b:livecodebench:default:1",
        "model": "gemma-2-27b",
        "model_name": "Gemma 2 27B",
        "model_date": "2024-06-27",
        "event": "https://frontierlog.ai/event/2024-06-27-gemma-2",
        "benchmark": "livecodebench",
        "benchmark_name": "LiveCodeBench",
        "setting": "default",
        "setting_name": "",
        "score": 20.4,
        "unit": "%",
        "printed": "20.4",
        "reported_by": "google",
        "run_by": null,
        "label": "Gemma 2 27B",
        "source": "https://storage.googleapis.com/deepmind-media/gemma/Gemma3Report.pdf",
        "source_title": "Gemma 3 Technical Report",
        "source_date": "2025-03-12",
        "where": "Gemma 3 technical report (PDF), Table 6 (instruction-tuned models), row 'LiveCodeBench', column 'Gemma 2 27B'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "instruction-tuned; 0-shot; average of 8 samples",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/f86f02802b4c2394.png"
      },
      {
        "id": "gemma-2-27b:gpqa-diamond:default:1",
        "model": "gemma-2-27b",
        "model_name": "Gemma 2 27B",
        "model_date": "2024-06-27",
        "event": "https://frontierlog.ai/event/2024-06-27-gemma-2",
        "benchmark": "gpqa-diamond",
        "benchmark_name": "GPQA Diamond",
        "setting": "default",
        "setting_name": "",
        "score": 34.3,
        "unit": "%",
        "printed": "34.3",
        "reported_by": "google",
        "run_by": null,
        "label": "Gemma 2 27B",
        "source": "https://storage.googleapis.com/deepmind-media/gemma/Gemma3Report.pdf",
        "source_title": "Gemma 3 Technical Report",
        "source_date": "2025-03-12",
        "where": "Gemma 3 technical report (PDF), Table 6 (instruction-tuned models), row 'GPQA Diamond', column 'Gemma 2 27B'",
        "own": false,
        "primary": true,
        "parallel": false,
        "notes": "instruction-tuned; 0-shot",
        "caveat": "",
        "human_verified": true,
        "human_verified_on": "2026-10-20",
        "check": "human",
        "corroborated": false,
        "corroborated_on": null,
        "corroborated_by": [],
        "source_capture": "https://frontierlog.ai/captures/f86f02802b4c2394.png"
      }
    ]
  }
}
