{
  "api_version": "1",
  "updated": "2026-10-25",
  "latest_event": "2026-10-24",
  "rights": "© Frontier Log, all rights reserved.",
  "benchmark": {
    "slug": "ifeval",
    "name": "IFEval",
    "family": "ifeval",
    "unit": "%",
    "higher_is_better": true,
    "status": "retired",
    "active": false,
    "superseded_by": null,
    "benchmark_url": "https://github.com/google-research/google-research/tree/master/instruction_following_eval",
    "introduced": "2023-11-14",
    "creator": "Google and Yale University",
    "introduced_source": "https://arxiv.org/abs/2311.07911",
    "settings": [
      {
        "setting": "prompt-strict",
        "name": "Prompt-level strict",
        "url": "https://frontierlog.ai/benchmark/ifeval",
        "results": 2
      }
    ]
  },
  "total": 2,
  "results": [
    {
      "id": "deepseek-v4-1-flash-1017:ifeval:prompt-strict:1",
      "model": "deepseek-v4-1-flash-1017",
      "model_name": "DeepSeek-V4.1-Flash-1017",
      "model_date": "2026-10-17",
      "event": "https://frontierlog.ai/event/2026-10-17-deepseek-v4-1-flash-1017",
      "benchmark": "ifeval",
      "benchmark_name": "IFEval",
      "setting": "prompt-strict",
      "setting_name": "Prompt-level strict",
      "score": 88.7,
      "unit": "%",
      "printed": "88.7%",
      "reported_by": "deepseek",
      "run_by": "Morph",
      "label": "DSv4.1 Flash (stock)",
      "source": "https://x.com/skeptrune/status/2113178557895831602",
      "source_title": "DeepSeek abliterated refuses nothing & is just as intelligent as the regular model",
      "source_date": "2026-10-22",
      "where": "Image 4 'General Capability', IFEval group, 'DSv4.1 Flash (stock)' bar value label",
      "own": false,
      "primary": false,
      "parallel": false,
      "notes": "lm-eval-harness; thinking off; 541 prompts; paired with Morph's abliterated copy",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-25",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_image": "https://frontierlog.ai/sources/ac80e420dc446246.jpg",
      "source_image_original": "https://pbs.twimg.com/media/HVODQNLbcAAT7kC.jpg"
    },
    {
      "id": "deepseek-v4-1-flash-1017-abliterated-morph:ifeval:prompt-strict:1",
      "model": "deepseek-v4-1-flash-1017-abliterated-morph",
      "model_name": "DeepSeek V4.1 Flash 1017 Abliterated (Morph)",
      "model_date": "2026-10-17",
      "event": "https://frontierlog.ai/event/2026-10-17-deepseek-v4-1-flash-1017",
      "benchmark": "ifeval",
      "benchmark_name": "IFEval",
      "setting": "prompt-strict",
      "setting_name": "Prompt-level strict",
      "score": 87.6,
      "unit": "%",
      "printed": "87.6%",
      "reported_by": "deepseek",
      "run_by": "Morph",
      "label": "DSv4.1 Flash Abliterated",
      "source": "https://x.com/skeptrune/status/2113178557895831602",
      "source_title": "DeepSeek abliterated refuses nothing & is just as intelligent as the regular model",
      "source_date": "2026-10-22",
      "where": "Image 4 'General Capability', IFEval group, 'DSv4.1 Flash Abliterated' bar value label",
      "own": false,
      "primary": true,
      "parallel": false,
      "notes": "lm-eval-harness; thinking off; 541 prompts",
      "caveat": "",
      "human_verified": true,
      "human_verified_on": "2026-10-25",
      "check": "human",
      "corroborated": false,
      "corroborated_on": null,
      "corroborated_by": [],
      "source_image": "https://frontierlog.ai/sources/ac80e420dc446246.jpg",
      "source_image_original": "https://pbs.twimg.com/media/HVODQNLbcAAT7kC.jpg"
    }
  ]
}