{
  "version": 1,
  "status": "published",
  "generated_at": "2026-09-25T21:22:01Z",
  "eval_set": {
    "version": "pilot-2026-09-25",
    "run": "2026-09-25",
    "questions": {
      "math": 190,
      "query": 190
    },
    "models_tested": 2
  },
  "methodology": {
    "version": "1.0",
    "url": "/docs/cloud/benchmarks/"
  },
  "license": "CC BY 4.0",
  "citation": "Zabio, Model benchmarks, zabio.ai/benchmarks, 2026-09-25",
  "min_questions": 25,
  "task_types": [
    {
      "id": "math",
      "name": {
        "en": "Math",
        "es": "Matemáticas"
      },
      "graded_by": "machine",
      "bands": [
        "easy",
        "medium",
        "hard",
        "frontier"
      ]
    },
    {
      "id": "query",
      "name": {
        "en": "SQL and data queries",
        "es": "SQL y consultas de datos"
      },
      "graded_by": "machine",
      "bands": [
        "easy",
        "medium",
        "hard",
        "frontier"
      ]
    }
  ],
  "bands": [
    {
      "id": "easy",
      "difficulty": [
        1,
        2
      ]
    },
    {
      "id": "medium",
      "difficulty": [
        3
      ]
    },
    {
      "id": "hard",
      "difficulty": [
        4
      ]
    },
    {
      "id": "frontier",
      "difficulty": [
        5
      ]
    }
  ],
  "settings": [
    {
      "id": "off",
      "name": {
        "en": "Thinking off",
        "es": "Razonamiento desactivado"
      }
    },
    {
      "id": "low",
      "name": {
        "en": "Thinking low",
        "es": "Razonamiento bajo"
      }
    },
    {
      "id": "high",
      "name": {
        "en": "Thinking high",
        "es": "Razonamiento alto"
      }
    }
  ],
  "lines": [
    {
      "task": "math",
      "band": "easy",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 0.27
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 0.27
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 0.27
      }
    },
    {
      "task": "math",
      "band": "medium",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 0.62
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 0.62
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 0.59
      }
    },
    {
      "task": "math",
      "band": "hard",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 2.26
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 2.26
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 1.66
      }
    },
    {
      "task": "math",
      "band": "frontier",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "high",
        "cost_per_1k_usd": 9.18
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "high",
        "cost_per_1k_usd": 9.18
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 6.38
      }
    },
    {
      "task": "query",
      "band": "easy",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 0.24
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 0.24
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 0.24
      }
    },
    {
      "task": "query",
      "band": "medium",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "high",
        "cost_per_1k_usd": 1.87
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "high",
        "cost_per_1k_usd": 1.87
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "off",
        "cost_per_1k_usd": 0.45
      }
    },
    {
      "task": "query",
      "band": "hard",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 2.1
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 2.1
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 2.1
      }
    },
    {
      "task": "query",
      "band": "frontier",
      "among": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "best": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 4.29
      },
      "balanced": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 4.29
      },
      "cheap": {
        "model": "deepseek-flash",
        "setting": "low",
        "cost_per_1k_usd": 4.29
      }
    }
  ],
  "models": [
    {
      "id": "deepseek-flash",
      "provider": "deepseek",
      "path": "/models/deepseek/deepseek-flash/",
      "name": "DeepSeek (China)",
      "tested": "2026-09-25",
      "settings_tested": [
        "off",
        "low",
        "high"
      ],
      "zabio_default_setting": "off",
      "results": [
        {
          "task": "math",
          "band": "easy",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 0.32,
          "right_per_usd": 3153.8,
          "answer_tokens": 40,
          "reasoning_tokens_est": 202,
          "latency_s_p50": 1.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "easy",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [
            "balanced",
            "best",
            "cheap"
          ],
          "cost_per_1k_usd": 0.27,
          "right_per_usd": 3641.7,
          "answer_tokens": 38,
          "reasoning_tokens_est": 169,
          "latency_s_p50": 1.6,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "easy",
          "setting": "off",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 0.36,
          "right_per_usd": 2793.7,
          "answer_tokens": 282,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 2.1,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "high",
          "right_pct": 96.4,
          "range_pct": [
            89.6,
            98.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 1.04,
          "right_per_usd": 924.3,
          "answer_tokens": 69,
          "reasoning_tokens_est": 776,
          "latency_s_p50": 2.0,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "low",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [
            "balanced",
            "best"
          ],
          "cost_per_1k_usd": 0.62,
          "right_per_usd": 1590.4,
          "answer_tokens": 63,
          "reasoning_tokens_est": 428,
          "latency_s_p50": 1.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "off",
          "right_pct": 94.5,
          "range_pct": [
            87.1,
            97.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [
            "cheap"
          ],
          "cost_per_1k_usd": 0.59,
          "right_per_usd": 1605.8,
          "answer_tokens": 473,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 2.3,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "off",
          "right_pct": 96.3,
          "range_pct": [
            89.4,
            98.8
          ],
          "questions": 54,
          "group": "near",
          "lines": [
            "cheap"
          ],
          "cost_per_1k_usd": 1.66,
          "right_per_usd": 578.5,
          "answer_tokens": 1362,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 4.8,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            95.2,
            100.0
          ],
          "questions": 54,
          "group": "top",
          "lines": [
            "balanced",
            "best"
          ],
          "cost_per_1k_usd": 2.26,
          "right_per_usd": 441.9,
          "answer_tokens": 139,
          "reasoning_tokens_est": 1715,
          "latency_s_p50": 5.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            95.2,
            100.0
          ],
          "questions": 54,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 3.0,
          "right_per_usd": 333.2,
          "answer_tokens": 145,
          "reasoning_tokens_est": 2324,
          "latency_s_p50": 5.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "low",
          "right_pct": 96.4,
          "range_pct": [
            89.6,
            98.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [
            "cheap"
          ],
          "cost_per_1k_usd": 6.38,
          "right_per_usd": 151.0,
          "answer_tokens": 223,
          "reasoning_tokens_est": 5059,
          "latency_s_p50": 17.2,
          "cut_off_pct": 1.4
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [
            "balanced",
            "best"
          ],
          "cost_per_1k_usd": 9.18,
          "right_per_usd": 107.0,
          "answer_tokens": 243,
          "reasoning_tokens_est": 7372,
          "latency_s_p50": 22.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "off",
          "right_pct": 73.3,
          "range_pct": [
            62.6,
            81.9
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 3.16,
          "right_per_usd": 232.4,
          "answer_tokens": 2602,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 10.8,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "off",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [
            "balanced",
            "best",
            "cheap"
          ],
          "cost_per_1k_usd": 0.24,
          "right_per_usd": 4124.2,
          "answer_tokens": 32,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 1.1,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 0.35,
          "right_per_usd": 2859.0,
          "answer_tokens": 28,
          "reasoning_tokens_est": 87,
          "latency_s_p50": 1.5,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 0.42,
          "right_per_usd": 2358.8,
          "answer_tokens": 28,
          "reasoning_tokens_est": 149,
          "latency_s_p50": 1.6,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "off",
          "right_pct": 96.4,
          "range_pct": [
            89.6,
            98.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [
            "cheap"
          ],
          "cost_per_1k_usd": 0.45,
          "right_per_usd": 2123.6,
          "answer_tokens": 184,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 1.5,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [
            "balanced",
            "best"
          ],
          "cost_per_1k_usd": 1.87,
          "right_per_usd": 524.3,
          "answer_tokens": 145,
          "reasoning_tokens_est": 1215,
          "latency_s_p50": 4.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "low",
          "right_pct": 96.4,
          "range_pct": [
            89.6,
            98.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 1.26,
          "right_per_usd": 762.5,
          "answer_tokens": 146,
          "reasoning_tokens_est": 707,
          "latency_s_p50": 4.0,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "off",
          "right_pct": 93.9,
          "range_pct": [
            86.3,
            97.4
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 0.58,
          "right_per_usd": 1608.3,
          "answer_tokens": 283,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 1.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            95.3,
            100.0
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 3.48,
          "right_per_usd": 287.1,
          "answer_tokens": 228,
          "reasoning_tokens_est": 2464,
          "latency_s_p50": 8.5,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            95.3,
            100.0
          ],
          "questions": 55,
          "group": "top",
          "lines": [
            "balanced",
            "best",
            "cheap"
          ],
          "cost_per_1k_usd": 2.1,
          "right_per_usd": 475.9,
          "answer_tokens": 226,
          "reasoning_tokens_est": 1315,
          "latency_s_p50": 5.8,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "off",
          "right_pct": 88.5,
          "range_pct": [
            79.5,
            93.8
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 0.75,
          "right_per_usd": 1178.6,
          "answer_tokens": 417,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 2.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            95.3,
            100.0
          ],
          "questions": 55,
          "group": "top",
          "lines": [
            "balanced",
            "best",
            "cheap"
          ],
          "cost_per_1k_usd": 4.29,
          "right_per_usd": 232.9,
          "answer_tokens": 314,
          "reasoning_tokens_est": 3049,
          "latency_s_p50": 12.4,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            95.3,
            100.0
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 7.42,
          "right_per_usd": 134.8,
          "answer_tokens": 320,
          "reasoning_tokens_est": 5649,
          "latency_s_p50": 22.0,
          "cut_off_pct": 0.0
        }
      ],
      "reliability": {
        "stability_flip_pct": 7.1
      },
      "history": [
        {
          "run": "2026-09-25",
          "results": 24
        }
      ]
    },
    {
      "id": "deepseek-v4-pro",
      "provider": "deepseek",
      "path": "/models/deepseek/deepseek-v4-pro/",
      "name": "DeepSeek (China)",
      "tested": "2026-09-25",
      "settings_tested": [
        "off",
        "low",
        "high"
      ],
      "zabio_default_setting": "off",
      "results": [
        {
          "task": "math",
          "band": "easy",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 0.81,
          "right_per_usd": 1237.9,
          "answer_tokens": 36,
          "reasoning_tokens_est": 146,
          "latency_s_p50": 2.1,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "easy",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 1.28,
          "right_per_usd": 778.5,
          "answer_tokens": 40,
          "reasoning_tokens_est": 236,
          "latency_s_p50": 2.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "easy",
          "setting": "off",
          "right_pct": 96.0,
          "range_pct": [
            83.9,
            99.1
          ],
          "questions": 25,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 1.04,
          "right_per_usd": 921.1,
          "answer_tokens": 242,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 2.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "low",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 1.57,
          "right_per_usd": 625.9,
          "answer_tokens": 59,
          "reasoning_tokens_est": 314,
          "latency_s_p50": 2.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 3.44,
          "right_per_usd": 285.2,
          "answer_tokens": 69,
          "reasoning_tokens_est": 751,
          "latency_s_p50": 4.0,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "medium",
          "setting": "off",
          "right_pct": 94.5,
          "range_pct": [
            87.1,
            97.8
          ],
          "questions": 55,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 1.6,
          "right_per_usd": 591.4,
          "answer_tokens": 381,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 3.3,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "off",
          "right_pct": 86.4,
          "range_pct": [
            77.0,
            92.4
          ],
          "questions": 54,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 3.94,
          "right_per_usd": 219.5,
          "answer_tokens": 960,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 6.8,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "low",
          "right_pct": 98.1,
          "range_pct": [
            92.0,
            99.6
          ],
          "questions": 53,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 5.98,
          "right_per_usd": 164.1,
          "answer_tokens": 112,
          "reasoning_tokens_est": 1364,
          "latency_s_p50": 10.0,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "hard",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 15.63,
          "right_per_usd": 62.8,
          "answer_tokens": 141,
          "reasoning_tokens_est": 3747,
          "latency_s_p50": 17.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "off",
          "right_pct": 44.2,
          "range_pct": [
            33.8,
            55.3
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 6.52,
          "right_per_usd": 67.8,
          "answer_tokens": 1611,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 11.6,
          "cut_off_pct": 0.0
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "low",
          "right_pct": 89.1,
          "range_pct": [
            80.3,
            94.3
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 25.1,
          "right_per_usd": 35.5,
          "answer_tokens": 166,
          "reasoning_tokens_est": 6136,
          "latency_s_p50": 32.6,
          "cut_off_pct": 6.8
        },
        {
          "task": "math",
          "band": "frontier",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 48.68,
          "right_per_usd": 20.2,
          "answer_tokens": 251,
          "reasoning_tokens_est": 11978,
          "latency_s_p50": 57.0,
          "cut_off_pct": 1.4
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "off",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 1.03,
          "right_per_usd": 974.4,
          "answer_tokens": 33,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 1.1,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "low",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 1.76,
          "right_per_usd": 568.8,
          "answer_tokens": 28,
          "reasoning_tokens_est": 190,
          "latency_s_p50": 2.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "easy",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            90.2,
            100.0
          ],
          "questions": 25,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 2.35,
          "right_per_usd": 425.3,
          "answer_tokens": 28,
          "reasoning_tokens_est": 313,
          "latency_s_p50": 2.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "off",
          "right_pct": 90.9,
          "range_pct": [
            82.5,
            95.5
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 1.76,
          "right_per_usd": 516.2,
          "answer_tokens": 186,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 1.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 12.51,
          "right_per_usd": 78.5,
          "answer_tokens": 146,
          "reasoning_tokens_est": 2729,
          "latency_s_p50": 15.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "medium",
          "setting": "low",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 8.92,
          "right_per_usd": 110.0,
          "answer_tokens": 145,
          "reasoning_tokens_est": 1849,
          "latency_s_p50": 13.7,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "off",
          "right_pct": 84.8,
          "range_pct": [
            75.3,
            91.1
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 2.24,
          "right_per_usd": 379.2,
          "answer_tokens": 293,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 2.3,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "low",
          "right_pct": 97.6,
          "range_pct": [
            91.3,
            99.4
          ],
          "questions": 55,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 13.45,
          "right_per_usd": 72.5,
          "answer_tokens": 225,
          "reasoning_tokens_est": 2901,
          "latency_s_p50": 17.9,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "hard",
          "setting": "high",
          "right_pct": 100.0,
          "range_pct": [
            95.3,
            100.0
          ],
          "questions": 55,
          "group": "top",
          "lines": [],
          "cost_per_1k_usd": 22.8,
          "right_per_usd": 43.9,
          "answer_tokens": 229,
          "reasoning_tokens_est": 5230,
          "latency_s_p50": 25.6,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "off",
          "right_pct": 84.8,
          "range_pct": [
            75.3,
            91.1
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 3.06,
          "right_per_usd": 277.6,
          "answer_tokens": 494,
          "reasoning_tokens_est": 0,
          "latency_s_p50": 3.2,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "low",
          "right_pct": 94.5,
          "range_pct": [
            87.1,
            97.8
          ],
          "questions": 55,
          "group": "below",
          "lines": [],
          "cost_per_1k_usd": 26.46,
          "right_per_usd": 35.7,
          "answer_tokens": 326,
          "reasoning_tokens_est": 6077,
          "latency_s_p50": 47.1,
          "cut_off_pct": 0.0
        },
        {
          "task": "query",
          "band": "frontier",
          "setting": "high",
          "right_pct": 98.2,
          "range_pct": [
            92.3,
            99.6
          ],
          "questions": 55,
          "group": "near",
          "lines": [],
          "cost_per_1k_usd": 41.95,
          "right_per_usd": 23.4,
          "answer_tokens": 326,
          "reasoning_tokens_est": 9963,
          "latency_s_p50": 72.9,
          "cut_off_pct": 0.0
        }
      ],
      "reliability": {
        "stability_flip_pct": 12.7
      },
      "history": [
        {
          "run": "2026-09-25",
          "results": 24
        }
      ]
    }
  ],
  "comparisons": [
    {
      "path": "/compare/deepseek-flash-vs-deepseek-v4-pro/",
      "models": [
        "deepseek-flash",
        "deepseek-v4-pro"
      ],
      "cells": [
        {
          "task": "math",
          "band": "easy",
          "verdict": "same",
          "a": {
            "setting": "low",
            "right_pct": 100.0,
            "cost_per_1k_usd": 0.27
          },
          "b": {
            "setting": "low",
            "right_pct": 100.0,
            "cost_per_1k_usd": 0.81
          }
        },
        {
          "task": "math",
          "band": "medium",
          "verdict": "same",
          "a": {
            "setting": "low",
            "right_pct": 98.2,
            "cost_per_1k_usd": 0.62
          },
          "b": {
            "setting": "low",
            "right_pct": 98.2,
            "cost_per_1k_usd": 1.57
          }
        },
        {
          "task": "math",
          "band": "hard",
          "verdict": "same",
          "a": {
            "setting": "low",
            "right_pct": 100.0,
            "cost_per_1k_usd": 2.26
          },
          "b": {
            "setting": "high",
            "right_pct": 98.2,
            "cost_per_1k_usd": 15.63
          }
        },
        {
          "task": "math",
          "band": "frontier",
          "verdict": "b",
          "a": {
            "setting": "low",
            "right_pct": 96.4,
            "cost_per_1k_usd": 6.38
          },
          "b": {
            "setting": "high",
            "right_pct": 98.2,
            "cost_per_1k_usd": 48.68
          }
        },
        {
          "task": "query",
          "band": "easy",
          "verdict": "same",
          "a": {
            "setting": "off",
            "right_pct": 100.0,
            "cost_per_1k_usd": 0.24
          },
          "b": {
            "setting": "off",
            "right_pct": 100.0,
            "cost_per_1k_usd": 1.03
          }
        },
        {
          "task": "query",
          "band": "medium",
          "verdict": "same",
          "a": {
            "setting": "high",
            "right_pct": 98.2,
            "cost_per_1k_usd": 1.87
          },
          "b": {
            "setting": "low",
            "right_pct": 98.2,
            "cost_per_1k_usd": 8.92
          }
        },
        {
          "task": "query",
          "band": "hard",
          "verdict": "same",
          "a": {
            "setting": "low",
            "right_pct": 100.0,
            "cost_per_1k_usd": 2.1
          },
          "b": {
            "setting": "high",
            "right_pct": 100.0,
            "cost_per_1k_usd": 22.8
          }
        },
        {
          "task": "query",
          "band": "frontier",
          "verdict": "a",
          "a": {
            "setting": "low",
            "right_pct": 100.0,
            "cost_per_1k_usd": 4.29
          },
          "b": {
            "setting": "high",
            "right_pct": 98.2,
            "cost_per_1k_usd": 41.95
          }
        }
      ]
    }
  ],
  "changes": [
    {
      "date": "2026-09-25",
      "kind": "new_results",
      "model": "deepseek-flash",
      "note": {
        "en": "First results: math and SQL at three thinking settings.",
        "es": "Primeros resultados: matemáticas y SQL con tres niveles de razonamiento."
      }
    },
    {
      "date": "2026-09-25",
      "kind": "new_results",
      "model": "deepseek-v4-pro",
      "note": {
        "en": "First results: math and SQL at three thinking settings.",
        "es": "Primeros resultados: matemáticas y SQL con tres niveles de razonamiento."
      }
    }
  ],
  "caveats": [
    {
      "en": "AIME problems are public and may appear in model training data, so math results at the frontier level may be inflated. Differences between settings are the reliable part.",
      "es": "Los problemas AIME son públicos y pueden estar en los datos de entrenamiento, así que los resultados de matemáticas en el nivel más difícil pueden estar inflados. Lo fiable son las diferencias entre niveles de razonamiento."
    },
    {
      "en": "SQL questions were kept only when an independent model outside the test answered them correctly, which limits how hard the hardest questions are.",
      "es": "Las preguntas de SQL se conservaron solo si un modelo independiente, ajeno a la prueba, las respondía bien, lo que limita la dificultad de las más difíciles."
    },
    {
      "en": "These results compare DeepSeek models and settings with each other. Other providers' models have not been tested in this run.",
      "es": "Estos resultados comparan modelos y niveles de DeepSeek entre sí. Los modelos de otros proveedores no se probaron en esta ronda."
    }
  ],
  "trademark_note": {
    "en": "DeepSeek is a trademark of its owner. Zabio uses DeepSeek models through the DeepSeek API and is not affiliated with DeepSeek.",
    "es": "DeepSeek es una marca de su titular. Zabio usa los modelos de DeepSeek a través de la API de DeepSeek y no tiene relación societaria con DeepSeek."
  },
  "aggregated": {
    "retrieved_at": "2026-11-16",
    "label_en": "Aggregated from public results",
    "label_es": "Agregado de resultados públicos",
    "sources": [
      {
        "id": "epoch",
        "name": "Epoch AI",
        "url": "https://epoch.ai/benchmarks",
        "license": "CC BY 4.0",
        "license_url": "https://creativecommons.org/licenses/by/4.0/",
        "retrieved_at": "2026-11-16",
        "citation_en": "Epoch AI, Capabilities and Benchmarking, epoch.ai/benchmarks, retrieved 2026-11-16",
        "citation_es": "Epoch AI, Capabilities and Benchmarking, epoch.ai/benchmarks, consultado el 2026-11-16",
        "notes": "Epoch's own runs carry standard errors and logs; scores Epoch gathers from other leaderboards are marked as not own runs and weighted 0.5."
      },
      {
        "id": "lmarena",
        "name": "LMArena",
        "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset",
        "license": "CC BY 4.0",
        "license_url": "https://creativecommons.org/licenses/by/4.0/",
        "retrieved_at": "2026-11-16",
        "citation_en": "LMArena leaderboard dataset (lmarena-ai/leaderboard-dataset on Hugging Face), retrieved 2026-11-16",
        "citation_es": "Conjunto de datos del ranking de LMArena (lmarena-ai/leaderboard-dataset en Hugging Face), consultado el 2026-11-16",
        "notes": "Human preference ratings with confidence ranges, style controlled where the table offers it. Preference, not correctness: weighted 0.6."
      },
      {
        "id": "livebench",
        "name": "LiveBench",
        "url": "https://livebench.ai",
        "license": "Leaderboard results used with attribution; the 2.0 release states no terms of its own (read 2026-11-06); the first version's Mathematics, Language, IF results: Code Apache 2.0 and MIT; leaderboard results used with attribution",
        "license_url": "https://livebench.ai",
        "retrieved_at": "2026-11-16",
        "version": "2.0 2026-11-06; v1 2026-06-25 for Mathematics, Language, IF",
        "citation_en": "LiveBench 2.0 (White et al.), release 2026-11-06, and LiveBench, leaderboard 2026-06-25 (Mathematics, Language, IF), livebench.ai, retrieved 2026-11-16",
        "citation_es": "LiveBench 2.0 (White et al.), versión 2026-11-06, y LiveBench, ranking 2026-06-25 (Mathematics, Language, IF), livebench.ai, consultado el 2026-11-16",
        "notes": "LiveBench 2.0: each score is a model's mean task score on a suite, from one run at the model's highest supported effort; a task the run could not measure scores 0. Task counts from the published cost table. The first version's Mathematics, Language, IF results (2026-06-25, no longer updated) are kept for the suites 2.0 lacks."
      }
    ],
    "weights": {
      "epoch_own_run": 1,
      "epoch_gathered": 0.5,
      "lmarena": 0.6,
      "livebench": 1,
      "inhouse": 1,
      "settings_close": 0.85,
      "settings_mismatch": 0.7,
      "best_standard_errors": 1,
      "cheap_standard_errors": 2,
      "z_cap_per_benchmark": 3,
      "indirect_comparison_weight": 0.5
    },
    "benchmarks": [
      {
        "id": "epoch:gpqa_diamond",
        "source": "epoch",
        "name": "GPQA diamond",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "analysis",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:frontiermath",
        "source": "epoch",
        "name": "FrontierMath-2025-02-28-Private",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "math",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:frontiermath_tier_4",
        "source": "epoch",
        "name": "FrontierMath-Tier-4-2025-07-01-Private",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2",
        "source": "epoch",
        "name": "FrontierMath-Tiers-1-3-v2-Private",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "math",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:frontiermath_tier_4_v2",
        "source": "epoch",
        "name": "FrontierMath-Tier-4-v2-Private",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:math_level_5",
        "source": "epoch",
        "name": "MATH level 5",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "math",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025",
        "source": "epoch",
        "name": "OTIS Mock AIME 2024-2025",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "math",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:simpleqa_verified",
        "source": "epoch",
        "name": "SimpleQA Verified",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "conversation",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:chess_puzzles",
        "source": "epoch",
        "name": "Chess Puzzles",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:ebr_bench",
        "source": "epoch",
        "name": "EBR-bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:mystery_game_puzzles",
        "source": "epoch",
        "name": "Mystery Game Puzzles",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:mirrorcode",
        "source": "epoch",
        "name": "MirrorCode",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "code_write",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:aider_polyglot_external",
        "source": "epoch",
        "name": "Aider polyglot",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "code_fix",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 225,
        "weight": 0.5
      },
      {
        "id": "epoch:adversarial_nli_external",
        "source": "epoch",
        "name": "ANLI",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:arc_agi_external",
        "source": "epoch",
        "name": "ARC-AGI",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "analysis",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 400,
        "weight": 0.5
      },
      {
        "id": "epoch:arc_ai2_external",
        "source": "epoch",
        "name": "ARC AI2",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:balrog_external",
        "source": "epoch",
        "name": "Balrog",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:bbh_external",
        "source": "epoch",
        "name": "BBH",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:cad_eval_external",
        "source": "epoch",
        "name": "CadEval",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:cybench_external",
        "source": "epoch",
        "name": "Cybench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:deepresearchbench_external",
        "source": "epoch",
        "name": "DeepResearch Bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:fictionlivebench_external",
        "source": "epoch",
        "name": "Fiction.LiveBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "document_qa",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:geobench_external",
        "source": "epoch",
        "name": "GeoBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:gsm8k_external",
        "source": "epoch",
        "name": "GSM8K",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:gso_external",
        "source": "epoch",
        "name": "GSO-Bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:hella_swag_external",
        "source": "epoch",
        "name": "HellaSwag",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:lambada_external",
        "source": "epoch",
        "name": "LAMBADA",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:mmlu_external",
        "source": "epoch",
        "name": "MMLU",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 14042,
        "weight": 0.5
      },
      {
        "id": "epoch:open_book_qa_external",
        "source": "epoch",
        "name": "OpenBookQA",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:os_world_external",
        "source": "epoch",
        "name": "OSWorld",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "tool_use",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 369,
        "weight": 0.5
      },
      {
        "id": "epoch:piqa_external",
        "source": "epoch",
        "name": "PIQA",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:simplebench_external",
        "source": "epoch",
        "name": "SimpleBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "analysis",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 200,
        "weight": 0.5
      },
      {
        "id": "epoch:superglue_external",
        "source": "epoch",
        "name": "SuperGLUE",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:terminalbench_external",
        "source": "epoch",
        "name": "Terminal Bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "tool_use",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 89,
        "weight": 0.5
      },
      {
        "id": "epoch:the_agent_company_external",
        "source": "epoch",
        "name": "The Agent Company",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "tool_use",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 175,
        "weight": 0.5
      },
      {
        "id": "epoch:trivia_qa_external",
        "source": "epoch",
        "name": "TriviaQA",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:vpct_external",
        "source": "epoch",
        "name": "VPCT",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:weirdml_external",
        "source": "epoch",
        "name": "WeirdML",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:wino_grande_external",
        "source": "epoch",
        "name": "Winogrande",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:apex_agents_external",
        "source": "epoch",
        "name": "APEX-Agents",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:arc_agi_2_external",
        "source": "epoch",
        "name": "ARC-AGI-2",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "analysis",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 120,
        "weight": 0.5
      },
      {
        "id": "epoch:posttrainbench_external",
        "source": "epoch",
        "name": "PostTrainBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:exploitbench_external",
        "source": "epoch",
        "name": "ExploitBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:rli_external",
        "source": "epoch",
        "name": "Remote Labor Index",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:gdpval_external",
        "source": "epoch",
        "name": "GDPval",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:cl_bench_external",
        "source": "epoch",
        "name": "CL-bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:cl_bench_life_external",
        "source": "epoch",
        "name": "CL-bench Life",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:osworld_2_external",
        "source": "epoch",
        "name": "OSWorld 2.0",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:surface_evolver_bench_external",
        "source": "epoch",
        "name": "Surface Evolver Bench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:metr_time_horizons_external",
        "source": "epoch",
        "name": "METR Time Horizons",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:proofbench_external",
        "source": "epoch",
        "name": "ProofBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:frontiercode_external",
        "source": "epoch",
        "name": "FrontierCode",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:lmca_external",
        "source": "epoch",
        "name": "LMCA",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:dtbench_external",
        "source": "epoch",
        "name": "DTBench",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:furniture_assembly",
        "source": "epoch",
        "name": "Furniture Assembly",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:frontierswe_external",
        "source": "epoch",
        "name": "FrontierSWE",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:weirdml_v3_external",
        "source": "epoch",
        "name": "WeirdML v3",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:spireclimb",
        "source": "epoch",
        "name": "SpireClimb",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "epoch:hle_external",
        "source": "epoch",
        "name": "HLE",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Score gathered by Epoch AI from the benchmark's own leaderboard or the vendor.",
        "measures_es": "Puntuación recogida por Epoch AI del ranking del propio benchmark o del proveedor.",
        "task_type": "analysis",
        "band": "frontier",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 0.5
      },
      {
        "id": "epoch:swe_bench_verified",
        "source": "epoch",
        "name": "SWE-Bench verified",
        "url": "https://epoch.ai/benchmarks",
        "measures_en": "Share of right answers, run by Epoch AI with a standard error.",
        "measures_es": "Porcentaje de respuestas correctas, ejecutado por Epoch AI con error estándar.",
        "task_type": "code_fix",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "weight": 1
      },
      {
        "id": "lmarena:text_style_control/overall",
        "source": "lmarena",
        "name": "LMArena text style control, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/chinese",
        "source": "lmarena",
        "name": "LMArena text style control, chinese",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/coding",
        "source": "lmarena",
        "name": "LMArena text style control, coding",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "code_write",
        "band": "hard",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/creative_writing",
        "source": "lmarena",
        "name": "LMArena text style control, creative writing",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "creative",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/english",
        "source": "lmarena",
        "name": "LMArena text style control, english",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/exclude_ties",
        "source": "lmarena",
        "name": "LMArena text style control, exclude ties",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/expert",
        "source": "lmarena",
        "name": "LMArena text style control, expert",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "analysis",
        "band": "frontier",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/french",
        "source": "lmarena",
        "name": "LMArena text style control, french",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/german",
        "source": "lmarena",
        "name": "LMArena text style control, german",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/hard_prompts",
        "source": "lmarena",
        "name": "LMArena text style control, hard prompts",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "analysis",
        "band": "hard",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english",
        "source": "lmarena",
        "name": "LMArena text style control, hard prompts english",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "source": "lmarena",
        "name": "LMArena text style control, industry business and management and financial operations",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "source": "lmarena",
        "name": "LMArena text style control, industry entertainment and sports and media",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government",
        "source": "lmarena",
        "name": "LMArena text style control, industry legal and government",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "source": "lmarena",
        "name": "LMArena text style control, industry life and physical and social science",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical",
        "source": "lmarena",
        "name": "LMArena text style control, industry mathematical",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "source": "lmarena",
        "name": "LMArena text style control, industry medicine and healthcare",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services",
        "source": "lmarena",
        "name": "LMArena text style control, industry software and it services",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "source": "lmarena",
        "name": "LMArena text style control, industry writing and literature and language",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/instruction_following",
        "source": "lmarena",
        "name": "LMArena text style control, instruction following",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "writing",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/japanese",
        "source": "lmarena",
        "name": "LMArena text style control, japanese",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/korean",
        "source": "lmarena",
        "name": "LMArena text style control, korean",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/longer_query",
        "source": "lmarena",
        "name": "LMArena text style control, longer query",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "document_qa",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/math",
        "source": "lmarena",
        "name": "LMArena text style control, math",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "math",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/multi_turn",
        "source": "lmarena",
        "name": "LMArena text style control, multi turn",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "conversation",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/non_english",
        "source": "lmarena",
        "name": "LMArena text style control, non english",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/polish",
        "source": "lmarena",
        "name": "LMArena text style control, polish",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/russian",
        "source": "lmarena",
        "name": "LMArena text style control, russian",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:text_style_control/spanish",
        "source": "lmarena",
        "name": "LMArena text style control, spanish",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:webdev/overall",
        "source": "lmarena",
        "name": "LMArena webdev, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "code_write",
        "band": "hard",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:webdev/image_to_webdev",
        "source": "lmarena",
        "name": "LMArena webdev, image to webdev",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:webdev/webdev",
        "source": "lmarena",
        "name": "LMArena webdev, webdev",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:webdev/webdev-html",
        "source": "lmarena",
        "name": "LMArena webdev, webdev-html",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:webdev/webdev-react",
        "source": "lmarena",
        "name": "LMArena webdev, webdev-react",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/overall",
        "source": "lmarena",
        "name": "LMArena vision, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "vision",
        "band": "medium",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/captioning",
        "source": "lmarena",
        "name": "LMArena vision, captioning",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/chinese",
        "source": "lmarena",
        "name": "LMArena vision, chinese",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/creative_writing",
        "source": "lmarena",
        "name": "LMArena vision, creative writing",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/creative_writing_vision",
        "source": "lmarena",
        "name": "LMArena vision, creative writing vision",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/diagram",
        "source": "lmarena",
        "name": "LMArena vision, diagram",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/english",
        "source": "lmarena",
        "name": "LMArena vision, english",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/entity_recognition",
        "source": "lmarena",
        "name": "LMArena vision, entity recognition",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/homework",
        "source": "lmarena",
        "name": "LMArena vision, homework",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/humor",
        "source": "lmarena",
        "name": "LMArena vision, humor",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:vision/ocr",
        "source": "lmarena",
        "name": "LMArena vision, ocr",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:document/overall",
        "source": "lmarena",
        "name": "LMArena document, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "document_qa",
        "band": "hard",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:agent/overall",
        "source": "lmarena",
        "name": "LMArena agent, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "task_type": "tool_use",
        "band": "hard",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "lmarena:search/overall",
        "source": "lmarena",
        "name": "LMArena search, overall",
        "url": "https://lmarena.ai/leaderboard",
        "measures_en": "Human preference rating from blind pairwise votes, with a confidence range.",
        "measures_es": "Puntuación de preferencia humana a partir de votos ciegos por pares, con rango de confianza.",
        "kind": "preference",
        "unit": "rating",
        "higher_is_better": true,
        "weight": 0.6
      },
      {
        "id": "livebench:v2/Browser",
        "source": "livebench",
        "name": "LiveBench 2.0 Browser",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 25,
        "weight": 1
      },
      {
        "id": "livebench:v2/Coding",
        "source": "livebench",
        "name": "LiveBench 2.0 Coding",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "code_fix",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 24,
        "weight": 1
      },
      {
        "id": "livebench:v2/Data Analysis",
        "source": "livebench",
        "name": "LiveBench 2.0 Data Analysis",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "extraction",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 150,
        "weight": 1
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events",
        "source": "livebench",
        "name": "LiveBench 2.0 Data Analysis, Consecutive events",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 47,
        "weight": 1
      },
      {
        "id": "livebench:v2/Data Analysis/Table join",
        "source": "livebench",
        "name": "LiveBench 2.0 Data Analysis, Table join",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "query",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 52,
        "weight": 1
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat",
        "source": "livebench",
        "name": "LiveBench 2.0 Data Analysis, Table reformat",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "extraction",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 51,
        "weight": 1
      },
      {
        "id": "livebench:v2/Design",
        "source": "livebench",
        "name": "LiveBench 2.0 Design",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 25,
        "weight": 1
      },
      {
        "id": "livebench:v2/Long Agentic",
        "source": "livebench",
        "name": "LiveBench 2.0 Long Agentic",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "tool_use",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 18,
        "weight": 1
      },
      {
        "id": "livebench:v2/Reasoning",
        "source": "livebench",
        "name": "LiveBench 2.0 Reasoning",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "analysis",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 202,
        "weight": 1
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind",
        "source": "livebench",
        "name": "LiveBench 2.0 Reasoning, Theory of mind",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 52,
        "weight": 1
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles",
        "source": "livebench",
        "name": "LiveBench 2.0 Reasoning, Zebra puzzles",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:v2/Reasoning/Spatial",
        "source": "livebench",
        "name": "LiveBench 2.0 Reasoning, Spatial",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation",
        "source": "livebench",
        "name": "LiveBench 2.0 Reasoning, Logic with navigation",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:v2/Research",
        "source": "livebench",
        "name": "LiveBench 2.0 Research",
        "url": "https://livebench.ai",
        "measures_en": "Mean task score on this LiveBench 2.0 suite, from one run at the model's highest effort.",
        "measures_es": "Puntuación media por tarea en esta suite de LiveBench 2.0, de una ejecución con el máximo esfuerzo del modelo.",
        "task_type": "analysis",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 22,
        "weight": 1
      },
      {
        "id": "livebench:task/AMPS_Hard",
        "source": "livebench",
        "name": "LiveBench AMPS Hard",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 100,
        "weight": 1
      },
      {
        "id": "livebench:task/connections",
        "source": "livebench",
        "name": "LiveBench connections",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/integrals_with_game",
        "source": "livebench",
        "name": "LiveBench integrals with game",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 100,
        "weight": 1
      },
      {
        "id": "livebench:task/math_comp",
        "source": "livebench",
        "name": "LiveBench math comp",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 102,
        "weight": 1
      },
      {
        "id": "livebench:task/olympiad",
        "source": "livebench",
        "name": "LiveBench olympiad",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 77,
        "weight": 1
      },
      {
        "id": "livebench:task/paraphrase",
        "source": "livebench",
        "name": "LiveBench paraphrase",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "task_type": "writing",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/plot_unscrambling",
        "source": "livebench",
        "name": "LiveBench plot unscrambling",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/simplify",
        "source": "livebench",
        "name": "LiveBench simplify",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/story_generation",
        "source": "livebench",
        "name": "LiveBench story generation",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "task_type": "creative",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/summarize",
        "source": "livebench",
        "name": "LiveBench summarize",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "task_type": "summarization",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:task/typos",
        "source": "livebench",
        "name": "LiveBench typos",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers on this task, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en esta tarea, con preguntas renovadas cada mes.",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 50,
        "weight": 1
      },
      {
        "id": "livebench:category/IF",
        "source": "livebench",
        "name": "LiveBench IF",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers across the category's tasks, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en las tareas de la categoría, con preguntas renovadas cada mes.",
        "task_type": "classification",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 200,
        "weight": 1
      },
      {
        "id": "livebench:category/Language",
        "source": "livebench",
        "name": "LiveBench Language",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers across the category's tasks, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en las tareas de la categoría, con preguntas renovadas cada mes.",
        "task_type": "writing",
        "band": "medium",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 150,
        "weight": 1
      },
      {
        "id": "livebench:category/Mathematics",
        "source": "livebench",
        "name": "LiveBench Mathematics",
        "url": "https://livebench.ai",
        "measures_en": "Share of right answers across the category's tasks, questions refreshed monthly.",
        "measures_es": "Porcentaje de respuestas correctas en las tareas de la categoría, con preguntas renovadas cada mes.",
        "task_type": "math",
        "band": "hard",
        "kind": "correct",
        "unit": "percent",
        "higher_is_better": true,
        "questions": 379,
        "weight": 1
      }
    ],
    "results": [
      {
        "id": "epoch:adversarial_nli_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:adversarial_nli_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 58.1,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:aider_polyglot_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 56.9,
        "se": 3.3,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:aider_polyglot_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 71.4,
        "se": 3.01,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-06-06"
      },
      {
        "id": "epoch:aider_polyglot_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 59.6,
        "se": 3.27,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-09"
      },
      {
        "id": "epoch:aider_polyglot_external:Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 40,
        "se": 3.27,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-08"
      },
      {
        "id": "epoch:aider_polyglot_external:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 4.9,
        "se": 1.44,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-15"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 52.4,
        "se": 3.33,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 32.4,
        "se": 3.12,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 8.9,
        "se": 1.9,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 23.1,
        "se": 2.81,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-30"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 18.2,
        "se": 2.57,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-30"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 3.6,
        "se": 1.24,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-21"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88,
        "se": 2.17,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-23"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 81.3,
        "se": 2.6,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-25"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 86.7,
        "se": 2.26,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-25"
      },
      {
        "id": "epoch:aider_polyglot_external:gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.8,
        "se": 3.29,
        "n": 225,
        "unit": "percent",
        "own_run": false
      },
      {
        "id": "epoch:aider_polyglot_external:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 61.7,
        "se": 3.24,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-21"
      },
      {
        "id": "epoch:aider_polyglot_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.3,
        "se": 2.6,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-06-25"
      },
      {
        "id": "epoch:aider_polyglot_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 76.9,
        "se": 2.81,
        "n": 225,
        "unit": "percent",
        "own_run": false
      },
      {
        "id": "epoch:aider_polyglot_external:o3-2025-04-16_unknown",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 76.9,
        "se": 2.81,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-06-25"
      },
      {
        "id": "epoch:aider_polyglot_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.4,
        "se": 3.26,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:aider_polyglot_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 53.8,
        "se": 3.32,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:aider_polyglot_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 72,
        "se": 2.99,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:aider_polyglot_external:openai/gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:aider_polyglot_external",
        "model": "gpt-oss-120b",
        "source_model": "openai/gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.8,
        "se": 3.29,
        "n": 225,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-06"
      },
      {
        "id": "epoch:apex_agents_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 33.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:apex_agents_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 37.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:apex_agents_external:claude-fable-5",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5",
        "settings": "exact",
        "score": 63.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:apex_agents_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 59.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:apex_agents_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 68.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:apex_agents_external:claude-fable-5-2_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 80.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:apex_agents_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 49.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 52.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:apex_agents_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:apex_agents_external:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:apex_agents_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:apex_agents_external:claude-sonnet-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 44.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:apex_agents_external:claude-sonnet-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:apex_agents_external:deepseek-v4-pro-0813_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:apex_agents_external:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:apex_agents_external:deepseek-v4.1-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 39.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:apex_agents_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 21.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 35.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.5-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite",
        "settings": "exact",
        "score": 29.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.5-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 27.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.6-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.7-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 67.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:apex_agents_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:apex_agents_external:gemini-4-argon_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 82.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:apex_agents_external:gemini-4-carbon_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 84.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:apex_agents_external:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 40.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-07"
      },
      {
        "id": "epoch:apex_agents_external:glm-5.2_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 45.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:apex_agents_external:glm-5.3-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 52.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:apex_agents_external:glm-5.3_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 56.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:apex_agents_external:gpt-5.4-2026-03-05_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 52.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:apex_agents_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 55.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:apex_agents_external:gpt-5.6-luna_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:apex_agents_external:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 51.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:apex_agents_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:apex_agents_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:apex_agents_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 44.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:apex_agents_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:apex_agents_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:apex_agents_external:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:apex_agents_external:gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 4.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:apex_agents_external:grok-4.6_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 65.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:apex_agents_external:grok-4.7_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:apex_agents_external:inkling-2-small_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "inkling-2-small",
        "source_model": "inkling-2-small_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:apex_agents_external:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 37.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:apex_agents_external:kimi-k3.1-pro_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 65.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-23"
      },
      {
        "id": "epoch:apex_agents_external:kimi-k3_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:apex_agents_external:mimo-v2.6-pro",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "settings": "exact",
        "score": 54.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:apex_agents_external:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 51.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:apex_agents_external:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 24.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-13"
      },
      {
        "id": "epoch:apex_agents_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 47.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:apex_agents_external:qwen3.8-max_unknown",
        "source": "epoch",
        "benchmark": "epoch:apex_agents_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 63.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:arc_agi_2_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1.3,
        "se": 1.03,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:arc_agi_2_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 1.12,
        "se": 0.96,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:arc_agi_2_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 36.53,
        "se": 4.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-05"
      },
      {
        "id": "epoch:arc_agi_2_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 1.25,
        "se": 1.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.75,
        "se": 2.88,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-1_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_low",
        "level": "low",
        "settings": "close",
        "score": 78.33,
        "se": 3.76,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 2.74,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-1_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 86.25,
        "se": 3.14,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90,
        "se": 2.74,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-2_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.42,
        "se": 2.69,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-2_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_low",
        "level": "low",
        "settings": "close",
        "score": 86.67,
        "se": 3.1,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.5,
        "se": 2.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-2_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 89.58,
        "se": 2.79,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5-2_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.75,
        "se": 2.21,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.5,
        "se": 3.02,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 76.81,
        "se": 3.85,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.17,
        "se": 2.84,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 82.5,
        "se": 3.47,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.33,
        "se": 2.93,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 1.25,
        "se": 1.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_16K",
        "level": "thinking",
        "settings": "close",
        "score": 2.78,
        "se": 1.5,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001_1K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_1K",
        "level": "thinking",
        "settings": "close",
        "score": 1.25,
        "se": 1.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 4.03,
        "se": 1.8,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_8K",
        "level": "thinking",
        "settings": "close",
        "score": 1.67,
        "se": 1.17,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 30.69,
        "se": 4.21,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 2.78,
        "se": 1.5,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 9.44,
        "se": 2.67,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 61.25,
        "se": 4.45,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 7.78,
        "se": 2.45,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 22.78,
        "se": 3.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-5-20251101_64K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 37.64,
        "se": 4.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-5-20251101_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_8K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 13.89,
        "se": 3.16,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-6_120K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_120K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 64.58,
        "se": 4.37,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-7_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.3,
        "se": 4.25,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-7_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_low",
        "level": "low",
        "settings": "close",
        "score": 62.08,
        "se": 4.43,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.8,
        "se": 3.91,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-7_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 67.5,
        "se": 4.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 72.08,
        "se": 4.1,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 62.22,
        "se": 4.43,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-4-8_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 71.67,
        "se": 4.11,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 93.33,
        "se": 2.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 70.14,
        "se": 4.18,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.67,
        "se": 2.52,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.5,
        "se": 3.02,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.5,
        "se": 2.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.33,
        "se": 2.93,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.33,
        "se": 2.93,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 3.75,
        "se": 1.73,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 6.94,
        "se": 2.32,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929_1K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_1K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 5.83,
        "se": 2.14,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 13.61,
        "se": 3.13,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_8K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 6.94,
        "se": 2.32,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.42,
        "se": 4.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58.33,
        "se": 4.5,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.36,
        "se": 4.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 24.03,
        "se": 3.9,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 32.78,
        "se": 4.29,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_2_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 83.89,
        "se": 3.36,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_high",
        "level": "high",
        "settings": "mismatch",
        "score": 55.97,
        "se": 4.53,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_low",
        "level": "low",
        "settings": "close",
        "score": 45.97,
        "se": 4.55,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.39,
        "se": 4.44,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_none",
        "level": "none",
        "settings": "exact",
        "score": 2.08,
        "se": 1.3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_high",
        "level": "high",
        "settings": "mismatch",
        "score": 59.72,
        "se": 4.48,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_low",
        "level": "low",
        "settings": "close",
        "score": 56.25,
        "se": 4.53,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.25,
        "se": 4.45,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_none",
        "level": "none",
        "settings": "exact",
        "score": 0.83,
        "se": 0.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.61,
        "se": 4.24,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_low",
        "level": "low",
        "settings": "close",
        "score": 73.61,
        "se": 4.02,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.06,
        "se": 3.78,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_none",
        "level": "none",
        "settings": "exact",
        "score": 2.08,
        "se": 1.3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.5,
        "se": 4.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_low",
        "level": "low",
        "settings": "close",
        "score": 60.56,
        "se": 4.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.92,
        "se": 4.06,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek-v4.1-flash_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 1.25,
        "se": 1.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_2_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 4.03,
        "se": 1.8,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 1.25,
        "se": 1.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 77.08,
        "se": 3.84,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 10.28,
        "se": 2.77,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 1.53,
        "se": 1.12,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash-lite_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 5.28,
        "se": 2.04,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 0.83,
        "se": 0.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 72.08,
        "se": 4.1,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.5-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 8.89,
        "se": 2.6,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.42,
        "se": 4.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 30.42,
        "se": 4.2,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.6-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 50.42,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 2.64,
        "se": 1.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.58,
        "se": 3.3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.7-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_low",
        "level": "low",
        "settings": "close",
        "score": 52.92,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.7-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.75,
        "se": 4.39,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89.17,
        "se": 2.84,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.8-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_low",
        "level": "low",
        "settings": "close",
        "score": 77.5,
        "se": 3.81,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-3.8-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 82.92,
        "se": 3.44,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.25,
        "se": 2.58,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-argon_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_low",
        "level": "low",
        "settings": "close",
        "score": 42.08,
        "se": 4.51,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-argon_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.08,
        "se": 3.06,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.08,
        "se": 2.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-carbon_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_low",
        "level": "low",
        "settings": "close",
        "score": 49.58,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_2_external:gemini-4-carbon_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.17,
        "se": 2.14,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_2_external:glm-5.2_unknown",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 22.78,
        "se": 3.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:arc_agi_2_external:glm-5.3-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.14,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_2_external:glm-5.3-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_low",
        "level": "low",
        "settings": "close",
        "score": 27.92,
        "se": 4.1,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_2_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.83,
        "se": 4.33,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 0.42,
        "se": 0.59,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 9.86,
        "se": 2.72,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 1.94,
        "se": 1.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 7.49,
        "se": 2.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 4.44,
        "se": 1.88,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-mini-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 0.83,
        "se": 0.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 4.03,
        "se": 1.8,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 1.67,
        "se": 1.17,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 2.61,
        "se": 1.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 0.88,
        "se": 0.85,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17.64,
        "se": 3.48,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 1.94,
        "se": 1.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 6.53,
        "se": 2.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 0.42,
        "se": 0.59,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.33,
        "se": 4.52,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 9.72,
        "se": 2.7,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 26.67,
        "se": 4.04,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 0.83,
        "se": 0.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 52.91,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.5,
        "se": 4.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 29.17,
        "se": 4.15,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 55.42,
        "se": 4.54,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 73.95,
        "se": 4.01,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 13.19,
        "se": 3.09,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-mini-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 1.11,
        "se": 0.96,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-mini-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 4.44,
        "se": 1.88,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 18.9,
        "se": 3.57,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 3.61,
        "se": 1.7,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 1.53,
        "se": 1.12,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-nano-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 1.94,
        "se": 1.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.4-nano-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 5.69,
        "se": 2.11,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.33,
        "se": 3.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 33.33,
        "se": 4.3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 70.42,
        "se": 4.17,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85,
        "se": 3.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 29.31,
        "se": 4.16,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 5.14,
        "se": 2.02,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59.54,
        "se": 4.48,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 7.36,
        "se": 2.38,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 47.64,
        "se": 4.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 85.42,
        "se": 3.22,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 42.5,
        "se": 4.51,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.5,
        "se": 2.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 67.08,
        "se": 4.29,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90,
        "se": 2.74,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-terra_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.08,
        "se": 4.29,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 18.75,
        "se": 3.56,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 83.9,
        "se": 3.36,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-terra_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 37.5,
        "se": 4.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.17,
        "se": 4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.08,
        "se": 2.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_low",
        "level": "low",
        "settings": "close",
        "score": 85.42,
        "se": 3.22,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95,
        "se": 1.99,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 92.08,
        "se": 2.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_none",
        "level": "none",
        "settings": "exact",
        "score": 59.58,
        "se": 4.48,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.33,
        "se": 2.28,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 31.39,
        "se": 4.24,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 4.58,
        "se": 1.91,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59.31,
        "se": 4.48,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 18.06,
        "se": 3.51,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 41.94,
        "se": 4.5,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.89,
        "se": 4.23,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 31.53,
        "se": 4.24,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.58,
        "se": 2.79,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 57.78,
        "se": 4.51,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 1.67,
        "se": 1.17,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 78.06,
        "se": 3.78,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6.1-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.67,
        "se": 2.52,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6.1-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_low",
        "level": "low",
        "settings": "close",
        "score": 76.67,
        "se": 3.86,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.17,
        "se": 2.14,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6.1-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 86.67,
        "se": 3.1,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:gpt-6.1-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.67,
        "se": 2.52,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.14,
        "se": 4.35,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.6_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_low",
        "level": "low",
        "settings": "close",
        "score": 27.64,
        "se": 4.08,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.6_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 61.25,
        "se": 4.45,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.08,
        "se": 4.29,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.7_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_high",
        "level": "high",
        "settings": "close",
        "score": 58.33,
        "se": 4.5,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.7_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_low",
        "level": "low",
        "settings": "close",
        "score": 16.67,
        "se": 3.4,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.7_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_medium",
        "level": "medium",
        "settings": "close",
        "score": 58.75,
        "se": 4.49,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_2_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 61.39,
        "se": 4.44,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-2-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-2-small",
        "source_model": "inkling-2-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 81.67,
        "se": 3.53,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_high",
        "level": "high",
        "settings": "mismatch",
        "score": 33.06,
        "se": 4.29,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_low",
        "level": "low",
        "settings": "close",
        "score": 4.86,
        "se": 1.96,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 13.61,
        "se": 3.13,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 4.03,
        "se": 1.79,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_none",
        "level": "none",
        "settings": "exact",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.14,
        "se": 4.47,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_2_external:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 55,
        "se": 4.54,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_2_external:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 12.36,
        "se": 3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_2_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.42,
        "se": 4.46,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.53,
        "se": 2.26,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 1.99,
        "se": 1.27,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.98,
        "se": 1.55,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 2.99,
        "se": 1.55,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 0,
        "se": 0.42,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_2_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.08,
        "se": 1.3,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_2_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.11,
        "se": 2.19,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 1.67,
        "se": 1.17,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.36,
        "se": 1.39,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_2_external:qwen3.8-27b_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_low",
        "level": "low",
        "settings": "close",
        "score": 22.78,
        "se": 3.83,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_2_external:qwen3.8-27b_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 13.19,
        "se": 3.09,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_2_external:qwen3.8-27b_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 1.53,
        "se": 1.12,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_2_external:qwen3.8-27b_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_2_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 42.36,
        "se": 4.51,
        "n": 120,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 15.8,
        "se": 1.82,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:arc_agi_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 21.21,
        "se": 2.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:arc_agi_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 79.5,
        "se": 2.02,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 0.5,
        "se": 0.35,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-05"
      },
      {
        "id": "epoch:arc_agi_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 11,
        "se": 1.56,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96,
        "se": 0.98,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-1_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_low",
        "level": "low",
        "settings": "close",
        "score": 90,
        "se": 1.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-1_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-2_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-2_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_low",
        "level": "low",
        "settings": "close",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-2_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5-2_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.5,
        "se": 1.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 90.5,
        "se": 1.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 92.5,
        "se": 1.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 14.33,
        "se": 1.75,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-4-5-20251001_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_16K",
        "level": "thinking",
        "settings": "close",
        "score": 37.33,
        "se": 2.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-4-5-20251001_1K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_1K",
        "level": "thinking",
        "settings": "close",
        "score": 16.83,
        "se": 1.87,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 47.67,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-4-5-20251001_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_8K",
        "level": "thinking",
        "settings": "close",
        "score": 25.5,
        "se": 2.18,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.5,
        "se": 1.94,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 50.33,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89,
        "se": 1.56,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 57.33,
        "se": 2.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_external:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.5,
        "se": 1.65,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 40,
        "se": 2.45,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 72,
        "se": 2.24,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 75.8,
        "se": 2.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-5-20251101_64K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 80,
        "se": 2,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-5-20251101_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_8K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 58.67,
        "se": 2.46,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-6_120K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_120K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 86,
        "se": 1.73,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-7_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_high",
        "level": "high",
        "settings": "mismatch",
        "score": 93.5,
        "se": 1.23,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-7_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_low",
        "level": "low",
        "settings": "close",
        "score": 91,
        "se": 1.43,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92,
        "se": 1.36,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-7_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 91,
        "se": 1.43,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92,
        "se": 1.36,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 88,
        "se": 1.62,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.5,
        "se": 1.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-4-8_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 91.5,
        "se": 1.39,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 88.5,
        "se": 1.6,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 25.5,
        "se": 2.18,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 48.33,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-5-20250929_1K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_1K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 31,
        "se": 2.31,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 63.67,
        "se": 2.4,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-5-20250929_8K",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_8K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 46.5,
        "se": 2.49,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.5,
        "se": 1.71,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 1.73,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92,
        "se": 1.36,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 67,
        "se": 2.35,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 70,
        "se": 2.29,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-flash-0731_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87,
        "se": 1.68,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-flash-0731_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_low",
        "level": "low",
        "settings": "close",
        "score": 84,
        "se": 1.83,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89,
        "se": 1.56,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-flash-0731_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_none",
        "level": "none",
        "settings": "exact",
        "score": 11.83,
        "se": 1.62,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-pro-0813_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.17,
        "se": 1.67,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-pro-0813_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_low",
        "level": "low",
        "settings": "close",
        "score": 90.5,
        "se": 1.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 1.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4-pro-0813_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_none",
        "level": "none",
        "settings": "exact",
        "score": 13,
        "se": 1.68,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_low",
        "level": "low",
        "settings": "close",
        "score": 91.5,
        "se": 1.39,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.5,
        "se": 1.23,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_none",
        "level": "none",
        "settings": "exact",
        "score": 5.67,
        "se": 1.16,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.5,
        "se": 1.6,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_low",
        "level": "low",
        "settings": "close",
        "score": 90.5,
        "se": 1.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_external:deepseek-v4.1-flash_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 7.83,
        "se": 1.34,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:arc_agi_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 57,
        "se": 2.48,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 21.5,
        "se": 2.05,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 98,
        "se": 0.7,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 53.5,
        "se": 2.49,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 17,
        "se": 1.88,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash-lite_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 32.33,
        "se": 2.34,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 7.5,
        "se": 1.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.5,
        "se": 1.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.5-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 48.83,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.17,
        "se": 1.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 76.5,
        "se": 2.12,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.6-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 83.17,
        "se": 1.87,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 34.5,
        "se": 2.38,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.5,
        "se": 1.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.7-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_low",
        "level": "low",
        "settings": "close",
        "score": 85.17,
        "se": 1.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.7-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 91.17,
        "se": 1.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.8-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_low",
        "level": "low",
        "settings": "close",
        "score": 90.5,
        "se": 1.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_external:gemini-3.8-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-argon_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_low",
        "level": "low",
        "settings": "close",
        "score": 76.5,
        "se": 2.12,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-argon_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-carbon_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_low",
        "level": "low",
        "settings": "close",
        "score": 85.5,
        "se": 1.76,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_external:gemini-4-carbon_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:arc_agi_external:glm-5.2_unknown",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 77,
        "se": 2.1,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:arc_agi_external:glm-5.3-flash_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 71.83,
        "se": 2.25,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_external:glm-5.3-flash_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_low",
        "level": "low",
        "settings": "close",
        "score": 47,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91,
        "se": 1.43,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:arc_agi_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 5.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 3.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 0,
        "se": 0.13,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:arc_agi_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 4.5,
        "se": 1.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.67,
        "se": 2.37,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 44,
        "se": 2.48,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 56.17,
        "se": 2.48,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 6,
        "se": 1.19,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 54.33,
        "se": 2.49,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-mini-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 26.33,
        "se": 2.2,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 37.33,
        "se": 2.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 5.33,
        "se": 1.12,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 16.67,
        "se": 1.86,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 4.04,
        "se": 0.98,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 20.71,
        "se": 2.03,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 1.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 72.8,
        "se": 2.22,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 33.17,
        "se": 2.35,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 57.67,
        "se": 2.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 5.83,
        "se": 1.17,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.67,
        "se": 2.05,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 55.67,
        "se": 2.48,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 72.67,
        "se": 2.23,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 12.33,
        "se": 1.64,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 12.33,
        "se": 1.64,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.17,
        "se": 1.73,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.67,
        "se": 1.3,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 68.17,
        "se": 2.33,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 86.17,
        "se": 1.73,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.67,
        "se": 1.22,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58,
        "se": 2.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-mini-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 13,
        "se": 1.68,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-mini-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 40.83,
        "se": 2.46,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63.67,
        "se": 2.4,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 38.17,
        "se": 2.43,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 18.33,
        "se": 1.93,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-nano-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 33,
        "se": 2.35,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.4-nano-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 51.5,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 76.17,
        "se": 2.13,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.5_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 92.17,
        "se": 1.34,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95,
        "se": 1.09,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.5,
        "se": 2.12,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 34.17,
        "se": 2.37,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 88,
        "se": 1.62,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 56.5,
        "se": 2.48,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.67,
        "se": 1.64,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97,
        "se": 0.85,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 74.5,
        "se": 2.18,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 92.5,
        "se": 1.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-terra_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92,
        "se": 1.36,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 60.17,
        "se": 2.45,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-terra_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 77,
        "se": 2.1,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94,
        "se": 1.19,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_low",
        "level": "low",
        "settings": "close",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.5,
        "se": 0.78,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_none",
        "level": "none",
        "settings": "exact",
        "score": 86,
        "se": 1.73,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 70.33,
        "se": 2.28,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 37.67,
        "se": 2.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.67,
        "se": 1.7,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 61,
        "se": 2.44,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 8.83,
        "se": 1.42,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 73,
        "se": 2.22,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91,
        "se": 1.43,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 72.17,
        "se": 2.24,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.5,
        "se": 1.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 83.67,
        "se": 1.85,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 29.33,
        "se": 2.28,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.67,
        "se": 1.3,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6.1-sol_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6.1-sol_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_low",
        "level": "low",
        "settings": "close",
        "score": 93.5,
        "se": 1.23,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6.1-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.5,
        "se": 1.04,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_external:gpt-6.1-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.5,
        "se": 0.61,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87,
        "se": 1.68,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.6_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_low",
        "level": "low",
        "settings": "close",
        "score": 74.83,
        "se": 2.17,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.6_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.5,
        "se": 1.65,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87,
        "se": 1.68,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.7_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_high",
        "level": "high",
        "settings": "close",
        "score": 90.17,
        "se": 1.49,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.7_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_low",
        "level": "low",
        "settings": "close",
        "score": 63.33,
        "se": 2.41,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.7_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_medium",
        "level": "medium",
        "settings": "close",
        "score": 90,
        "se": 1.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 89.5,
        "se": 1.53,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:arc_agi_external:inkling-2-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-2-small",
        "source_model": "inkling-2-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.5,
        "se": 0.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78,
        "se": 2.07,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_low",
        "level": "low",
        "settings": "close",
        "score": 52.5,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 67,
        "se": 2.35,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_minimal",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 48.5,
        "se": 2.5,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_none",
        "level": "none",
        "settings": "exact",
        "score": 5.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84,
        "se": 1.83,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:arc_agi_external:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.67,
        "se": 1.7,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_external:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 65.67,
        "se": 2.37,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.5,
        "se": 1.14,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:arc_agi_external:o1-2024-12-17_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_low",
        "level": "low",
        "settings": "close",
        "score": 27.2,
        "se": 2.22,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:arc_agi_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 30.7,
        "se": 2.31,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:arc_agi_external:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 18,
        "se": 1.92,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2024-09-12"
      },
      {
        "id": "epoch:arc_agi_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.83,
        "se": 2.44,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 41.5,
        "se": 2.46,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 53.83,
        "se": 2.49,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 34.5,
        "se": 2.38,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_external:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 14.5,
        "se": 1.76,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 22.33,
        "se": 2.08,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:arc_agi_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.67,
        "se": 2.46,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 21.33,
        "se": 2.05,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 41.83,
        "se": 2.47,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:arc_agi_external:qwen3.8-27b_low",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_low",
        "level": "low",
        "settings": "close",
        "score": 69.17,
        "se": 2.31,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_external:qwen3.8-27b_medium",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 68.67,
        "se": 2.32,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_external:qwen3.8-27b_none",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 34,
        "se": 2.37,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_agi_external:qwen3.8-27b_xhigh",
        "source": "epoch",
        "benchmark": "epoch:arc_agi_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.5,
        "se": 1.65,
        "n": 400,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:arc_ai2_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:arc_ai2_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 87.4,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:balrog_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 34.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:balrog_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 23,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:balrog_external:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 31.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:balrog_external:claude-haiku-4-5-20251001_1K",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_1K",
        "level": "thinking",
        "settings": "close",
        "score": 31.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:balrog_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 43.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:balrog_external:claude-opus-4-5-20251101_64K",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 43,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:balrog_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 43,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:balrog_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 63.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:balrog_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 48.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:balrog_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 56.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:balrog_external:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 32.3,
        "unit": "percent",
        "own_run": false,
        "date": "2024-05-13"
      },
      {
        "id": "epoch:balrog_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 17.4,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:balrog_external:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 32.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:balrog_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:balrog_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:balrog_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 53.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:balrog_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:balrog_external:phi-4",
        "source": "epoch",
        "benchmark": "epoch:balrog_external",
        "model": "phi-4",
        "source_model": "phi-4",
        "settings": "exact",
        "score": 11.6,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-12"
      },
      {
        "id": "epoch:bbh_external:gpt-3.5-turbo-0613",
        "source": "epoch",
        "benchmark": "epoch:bbh_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0613",
        "settings": "exact",
        "score": 61.59,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:bbh_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:bbh_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 75.12,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:cad_eval_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 42,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:cad_eval_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 16,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:cad_eval_external:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 26,
        "unit": "percent",
        "own_run": false,
        "date": "2024-08-06"
      },
      {
        "id": "epoch:cad_eval_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 56,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:cad_eval_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 74,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:cad_eval_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 54,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:cad_eval_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:cad_eval_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:chess_puzzles:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:MiniMax-M3_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3_none",
        "level": "none",
        "settings": "exact",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 79,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:chess_puzzles:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 31,
        "se": 4.648231987117317,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 47,
        "se": 5.016135580465917,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 5,
        "se": 2.1904291355759034,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-haiku-4-5-20251001_59K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_59K",
        "level": "thinking",
        "settings": "close",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-haiku-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 24,
        "se": 4.2923469599092785,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 55,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 5,
        "se": 2.1904291355759034,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 5,
        "se": 2.190429135575903,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-5-20251101_59K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-7_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_low",
        "level": "low",
        "settings": "close",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41,
        "se": 4.943110704237103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244218,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 29,
        "se": 4.560480215720687,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-4-8_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_none",
        "level": "none",
        "settings": "exact",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 67,
        "se": 4.725815626252609,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 27,
        "se": 4.461960433384737,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43,
        "se": 4.97569851956243,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 6,
        "se": 2.3868325657594203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-5-20250929_59K",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 23,
        "se": 4.229525846816507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 16,
        "se": 3.684529491774706,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59,
        "se": 4.943110704237103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 34,
        "se": 4.760952285695233,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 32,
        "se": 4.688261722621506,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46,
        "se": 5.009082659620331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4-pro_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_none",
        "level": "none",
        "settings": "exact",
        "score": 4,
        "se": 1.9694638556693238,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46,
        "se": 5.009082659620331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:chess_puzzles:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40,
        "se": 4.92365963917331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 51,
        "se": 5.024183937956913,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_low",
        "level": "low",
        "settings": "close",
        "score": 42,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.5-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 27,
        "se": 4.4619604333847365,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40,
        "se": 4.92365963917331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 42,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 29,
        "se": 4.560480215720686,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 66,
        "se": 4.760952285695233,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 59,
        "se": 4.943110704237103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78,
        "se": 4.163331998932266,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:chess_puzzles:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.2_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_low",
        "level": "low",
        "settings": "close",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 22,
        "se": 4.163331998932265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 11,
        "se": 3.1446603773522015,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 1,
        "se": 0.9999999999999999,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 3,
        "se": 1.7144660799776528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244218,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 27,
        "se": 4.4619604333847365,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 32,
        "se": 4.688261722621506,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 11,
        "se": 3.144660377352202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 24,
        "se": 4.2923469599092785,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-mini-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 22,
        "se": 4.163331998932265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 2,
        "se": 1.4070529413628967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 42,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 23,
        "se": 4.229525846816507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 6,
        "se": 2.3868325657594203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244218,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 2,
        "se": 1.4070529413628967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 42,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-2026-03-05_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_none",
        "level": "none",
        "settings": "exact",
        "score": 3,
        "se": 1.7144660799776525,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23,
        "se": 4.229525846816507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 2,
        "se": 1.4070529413628967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244217,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 2,
        "se": 1.4070529413628967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.4-nano-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 45,
        "se": 5,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 30,
        "se": 4.605661864718382,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.5_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_none",
        "level": "none",
        "settings": "exact",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43,
        "se": 4.97569851956243,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 3,
        "se": 1.7144660799776528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 31,
        "se": 4.648231987117317,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59,
        "se": 4.943110704237102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 68,
        "se": 4.688261722621507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 27,
        "se": 4.461960433384737,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 47,
        "se": 5.016135580465917,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 5,
        "se": 2.190429135575903,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 74,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-6-astra_promax",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_promax",
        "settings": "exact",
        "score": 76,
        "se": 4.2923469599092785,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-15"
      },
      {
        "id": "epoch:chess_puzzles:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244218,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56,
        "se": 4.988876515698588,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68,
        "se": 4.688261722621507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 33,
        "se": 4.725815626252608,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 33,
        "se": 4.725815626252608,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 41,
        "se": 4.943110704237103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244217,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 33,
        "se": 4.725815626252608,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-15"
      },
      {
        "id": "epoch:chess_puzzles:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o1-2024-12-17_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o1",
        "source_model": "o1-2024-12-17_low",
        "level": "low",
        "settings": "close",
        "score": 11,
        "se": 3.144660377352202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244217,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 36,
        "se": 4.824181513244217,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 6,
        "se": 2.3868325657594203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 11,
        "se": 3.1446603773522015,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 13,
        "se": 3.379976689896311,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 22,
        "se": 4.163331998932265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 14,
        "se": 3.4873508801977704,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 27,
        "se": 4.461960433384737,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:chess_puzzles:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:chess_puzzles",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46,
        "se": 5.009082659620331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:cl_bench_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 21.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:cl_bench_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 20.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:cl_bench_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 12.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:cl_bench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 20.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:cl_bench_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:cl_bench_external:gpt-5.1-2025-11-13_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 21.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:cl_bench_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:cl_bench_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 18.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:cl_bench_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 27.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:cl_bench_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:cl_bench_external:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 20.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-31"
      },
      {
        "id": "epoch:cl_bench_external:zai-org/glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_external",
        "model": "glm-4.7",
        "source_model": "zai-org/glm-4.7",
        "settings": "exact",
        "score": 15.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:cl_bench_life_external:claude-opus-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:cl_bench_life_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 13.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:cl_bench_life_external:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 13.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:cl_bench_life_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 7.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:cl_bench_life_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 16.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:cl_bench_life_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:cl_bench_life_external:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 19.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:cl_bench_life_external:gpt-5.4-2026-03-05_unknown",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 13.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:cl_bench_life_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 21.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:cl_bench_life_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 22.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:cl_bench_life_external:zai-org/glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:cl_bench_life_external",
        "model": "glm-4.7",
        "source_model": "zai-org/glm-4.7",
        "settings": "exact",
        "score": 10.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:cybench_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 82,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:cybench_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:cybench_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 55,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:cybench_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:cybench_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 12.5,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:cybench_external:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 10,
        "unit": "percent",
        "own_run": false,
        "date": "2024-09-12"
      },
      {
        "id": "epoch:cybench_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:cybench_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 22.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:deepresearchbench_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 35.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-haiku-4-5-20251001_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_low",
        "level": "low",
        "settings": "close",
        "score": 45.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-5-20251101_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_high",
        "level": "high",
        "settings": "mismatch",
        "score": 54.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-5-20251101_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_low",
        "level": "low",
        "settings": "close",
        "score": 53.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 55.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-6_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_low",
        "level": "low",
        "settings": "close",
        "score": 51.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 53.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 49.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-opus-4-8_medium",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 47.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-sonnet-4-5-20250929_2K",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_2K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 52.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-sonnet-4-5-20250929_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_low",
        "level": "low",
        "settings": "close",
        "score": 47.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 54.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:deepresearchbench_external:claude-sonnet-4-6_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_low",
        "level": "low",
        "settings": "close",
        "score": 50.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 47.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3-flash-preview_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_low",
        "level": "low",
        "settings": "close",
        "score": 49.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3-flash-preview_minimal",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 49,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3.1-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite",
        "settings": "exact",
        "score": 36.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3.1-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 37.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 47.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:deepresearchbench_external:gemini-3.1-pro-preview_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_low",
        "level": "low",
        "settings": "close",
        "score": 44.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 48.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 49.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 48.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 48.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 42.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 41.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 35.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.4-mini-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 36.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 48.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:deepresearchbench_external:gpt-5.5_medium",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 49.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:deepresearchbench_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:deepresearchbench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 45.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:dtbench_external:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:dtbench_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 59.47,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:dtbench_external:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 57.87,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-05"
      },
      {
        "id": "epoch:dtbench_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 78.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:dtbench_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 78.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:dtbench_external:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 80.27,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:dtbench_external:Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 60.27,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:dtbench_external:Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 67.47,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-1_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_low",
        "level": "low",
        "settings": "close",
        "score": 94.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-1_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 97.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-2_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-2_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_low",
        "level": "low",
        "settings": "close",
        "score": 98.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-2_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 98.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-2_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 99.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5-2_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 91.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:dtbench_external:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-4-5-20251001_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 73.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 81.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 84.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_none",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_none",
        "level": "none",
        "settings": "exact",
        "score": 75.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-4-5-20251101_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89.87,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.65,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 95.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 93.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:dtbench_external:claude-opus-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 83.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 93.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 93.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_low",
        "level": "low",
        "settings": "close",
        "score": 73.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.48,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 79.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:dtbench_external:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 89.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:dtbench_external:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:dtbench_external:deepseek-v4-flash_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:dtbench_external:deepseek-v4-pro-0813_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 93.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:dtbench_external:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:dtbench_external:deepseek-v4.1-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 89.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:dtbench_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 85.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:dtbench_external:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89.07,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.1-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 95.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.1-pro-preview_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_low",
        "level": "low",
        "settings": "close",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.1-pro-preview_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_medium",
        "level": "medium",
        "settings": "close",
        "score": 97.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.7-flash_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_low",
        "level": "low",
        "settings": "close",
        "score": 93.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.7-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.8-flash_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_low",
        "level": "low",
        "settings": "close",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.8-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:dtbench_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 95.72,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:dtbench_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:dtbench_external:gemini-4-argon_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_low",
        "level": "low",
        "settings": "close",
        "score": 97.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:dtbench_external:gemini-4-argon_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:dtbench_external:gemma-3-12b-it",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemma-3-12b-it",
        "source_model": "gemma-3-12b-it",
        "settings": "exact",
        "score": 48.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:dtbench_external:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 52.53,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:dtbench_external:gemma-3-4b-it",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemma-3-4b-it",
        "source_model": "gemma-3-4b-it",
        "settings": "exact",
        "score": 50.93,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:dtbench_external:gemma-4-31b-it",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it",
        "settings": "exact",
        "score": 82.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-02"
      },
      {
        "id": "epoch:dtbench_external:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:dtbench_external:glm-5.3_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 87.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:dtbench_external:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 48.53,
        "unit": "percent",
        "own_run": false,
        "date": "2024-01-25"
      },
      {
        "id": "epoch:dtbench_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 62.67,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:dtbench_external:gpt-4-turbo",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo",
        "settings": "exact",
        "score": 61.6,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:dtbench_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 68.27,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:dtbench_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 68.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:dtbench_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 52.53,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:dtbench_external:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 64.53,
        "unit": "percent",
        "own_run": false,
        "date": "2024-05-13"
      },
      {
        "id": "epoch:dtbench_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 54.4,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:dtbench_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.67,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:dtbench_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 80.53,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:dtbench_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 62.67,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.13,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.93,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 80,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.4-nano-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 80.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 80,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 83.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 69.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 89.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 93.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 83.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 90.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 90.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 78.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-astra_low",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_low",
        "level": "low",
        "settings": "close",
        "score": 94.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-astra_medium",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 97.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:dtbench_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:dtbench_external:gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.27,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:dtbench_external:gpt-oss-20b_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:dtbench_external:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:dtbench_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:dtbench_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 90.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:dtbench_external:kimi-k3.1-pro_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-23"
      },
      {
        "id": "epoch:dtbench_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:dtbench_external:mistral-large-2512",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "mistral-large-2512",
        "source_model": "mistral-large-2512",
        "settings": "exact",
        "score": 65.07,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-02"
      },
      {
        "id": "epoch:dtbench_external:mistral-large-4-0_unknown",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 88.24,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:dtbench_external:mistral-medium-2508",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "mistral-medium-3-5",
        "source_model": "mistral-medium-2508",
        "settings": "exact",
        "score": 67.47,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-12"
      },
      {
        "id": "epoch:dtbench_external:mistral-small-2603",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "mistral-small-2603",
        "source_model": "mistral-small-2603",
        "settings": "exact",
        "score": 70.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-16"
      },
      {
        "id": "epoch:dtbench_external:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 74.67,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:dtbench_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:dtbench_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:dtbench_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 77.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:dtbench_external:qwen-plus-2025-04-28",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen-plus",
        "source_model": "qwen-plus-2025-04-28",
        "settings": "exact",
        "score": 81.07,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-28"
      },
      {
        "id": "epoch:dtbench_external:qwen3-14b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b",
        "settings": "exact",
        "score": 64,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:dtbench_external:qwen3-30b-a3b-instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "qwen3-30b-a3b-instruct-2507",
        "settings": "exact",
        "score": 67.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-29"
      },
      {
        "id": "epoch:dtbench_external:qwen3-30b-a3b-thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3-30b-a3b-thinking-2507",
        "source_model": "qwen3-30b-a3b-thinking-2507",
        "settings": "exact",
        "score": 69.33,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-30"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-122b-a10b_none",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-122b-a10b",
        "source_model": "qwen3.5-122b-a10b_none",
        "level": "none",
        "settings": "exact",
        "score": 84.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-27B",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-27b",
        "source_model": "qwen3.5-27B",
        "settings": "exact",
        "score": 82.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b",
        "settings": "exact",
        "score": 80,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 87.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-13"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-9B",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B",
        "settings": "exact",
        "score": 71.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:dtbench_external:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 82.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-25"
      },
      {
        "id": "epoch:dtbench_external:qwen3.6-27b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 78.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-22"
      },
      {
        "id": "epoch:dtbench_external:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 73.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:dtbench_external:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 77.07,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-27"
      },
      {
        "id": "epoch:dtbench_external:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 87.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:dtbench_external:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 81.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-31"
      },
      {
        "id": "epoch:dtbench_external:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 92.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:dtbench_external:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 84,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-02"
      },
      {
        "id": "epoch:dtbench_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 88,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:dtbench_external:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:dtbench_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:ebr_bench:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.14,
        "se": 6.023386019368341,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-08"
      },
      {
        "id": "epoch:ebr_bench:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.48,
        "se": 1.5058465048420853,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:ebr_bench:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 39.52,
        "se": 2.0141,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-17"
      },
      {
        "id": "epoch:ebr_bench:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43.81,
        "se": 1.7817416127494958,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-09"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-4-5-20251101_128K",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_128K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 14.29,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 12.7,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-29"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 19.05,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 28.57,
        "se": 1.4197256999998662,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.43,
        "se": 7.063046178186346,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:ebr_bench:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45.71,
        "se": 3.5634832254989925,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-05"
      },
      {
        "id": "epoch:ebr_bench:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 2.38,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 14.29,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 4.76,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 64.76,
        "se": 4.902681019517619,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:ebr_bench:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.62,
        "se": 6.834619092574916,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:ebr_bench:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 9.52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-29"
      },
      {
        "id": "epoch:ebr_bench:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.7,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-29"
      },
      {
        "id": "epoch:ebr_bench:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 23.02,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-26"
      },
      {
        "id": "epoch:ebr_bench:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 25.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 34.29,
        "se": 1.9825390471106021,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-27"
      },
      {
        "id": "epoch:ebr_bench:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 44.76,
        "se": 4.151332327181594,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-04"
      },
      {
        "id": "epoch:ebr_bench:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 76.19,
        "se": 8.384198505551907,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:ebr_bench:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 53.33,
        "se": 4.616837959444122,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:ebr_bench:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54.29,
        "se": 5.753831415997416,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:ebr_bench:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.1,
        "se": 5.128728387747146,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:ebr_bench:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 30.48,
        "se": 1.618736353521519,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-18"
      },
      {
        "id": "epoch:ebr_bench:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 2.38,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:ebr_bench:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:ebr_bench",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 9.52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:exploitbench_external:claude-haiku-4-5-20251001_unknown",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 13.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:exploitbench_external:claude-opus-4-7",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7",
        "settings": "exact",
        "score": 23.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:exploitbench_external:claude-sonnet-4-6",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6",
        "settings": "exact",
        "score": 22.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:exploitbench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 15.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:exploitbench_external:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 16,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-07"
      },
      {
        "id": "epoch:exploitbench_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 32.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:exploitbench_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:exploitbench_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 16.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:fictionlivebench_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 69.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:fictionlivebench_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 33.3,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "deepseek-r1-0528",
        "source_model": "chutes/DeepSeek-R1-0528",
        "settings": "exact",
        "score": 75,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Gemma-3-27b-It",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gemma-3-27b-it",
        "source_model": "chutes/Gemma-3-27b-It",
        "settings": "exact",
        "score": 33.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-11"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Llama-4-Scout-17B-16E Instruct",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "chutes/Llama-4-Scout-17B-16E Instruct",
        "settings": "exact",
        "score": 36,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-06"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Qwen3-14B",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-14b",
        "source_model": "chutes/Qwen3-14B",
        "settings": "exact",
        "score": 62.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-28"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "chutes/Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 75,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-30b-a3b",
        "source_model": "chutes/Qwen3-30B-A3B",
        "settings": "exact",
        "score": 40.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-28"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-32b",
        "source_model": "chutes/Qwen3-32B",
        "settings": "exact",
        "score": 74.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-28"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/Qwen3-Next-80B-A3B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "chutes/Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 41.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-11"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-oss-120b",
        "source_model": "chutes/gpt-oss-120b",
        "settings": "exact",
        "score": 36.1,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:fictionlivebench_external:chutes/gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-oss-120b",
        "source_model": "chutes/gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 44.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:fictionlivebench_external:deepinfra/Qwen3-Next-80B-A3B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "deepinfra/Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 55.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-11"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 63.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 44.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 25,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 69.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:fictionlivebench_external:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 44.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:fictionlivebench_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 83.3,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:fictionlivebench_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 88.9,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:fictionlivebench_external:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 50,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:fictionlivebench_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:fictionlivebench_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 77.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:frontiercode_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 14,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:frontiercode_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 14.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:frontiercode_external:claude-fable-5-1_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 50.91,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:frontiercode_external:claude-fable-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 53.48,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:frontiercode_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.36,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:frontiercode_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 26.64,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:frontiercode_external:claude-opus-4-7_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 38.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:frontiercode_external:claude-opus-4-8_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:frontiercode_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 54.64,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiercode_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 53.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:frontiercode_external:claude-sonnet-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 24.31,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:frontiercode_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 52.09,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:frontiercode_external:claude-sonnet-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 42.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:frontiercode_external:deepseek-v4-flash-0731_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 18.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:frontiercode_external:deepseek-v4-pro-0813_high",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_high",
        "level": "high",
        "settings": "mismatch",
        "score": 28.55,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:frontiercode_external:deepseek-v4-pro_none",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_none",
        "level": "none",
        "settings": "exact",
        "score": 17.64,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:frontiercode_external:deepseek-v4.1-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:frontiercode_external:gemini-3.6-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 34.37,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:frontiercode_external:gemini-3.7-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 43.59,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:frontiercode_external:gemini-3.8-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 41.19,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontiercode_external:gemini-4-argon_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 47.55,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:frontiercode_external:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 24.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:frontiercode_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:frontiercode_external:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 40.14,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiercode_external:gpt-5.4-mini-2026-03-17_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 27.04,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:frontiercode_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 42.96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:frontiercode_external:gpt-5.6-luna_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 39.81,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiercode_external:gpt-5.6-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.49,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiercode_external:gpt-5.6-terra_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 41.31,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiercode_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 53.26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:frontiercode_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 42.42,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiercode_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 49.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiercode_external:gpt-6.1-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 50.23,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:frontiercode_external:grok-4.6_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 48.01,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:frontiercode_external:grok-4.7_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.59,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:frontiercode_external:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 30.06,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiercode_external:kimi-k3_unknown",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 44.17,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:frontiercode_external:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 39.43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:frontiercode_external:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:frontiercode_external",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 10.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-02"
      },
      {
        "id": "epoch:frontiermath:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-08"
      },
      {
        "id": "epoch:frontiermath:Qwen/Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen/Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 8.48,
        "se": 1.6589928458951777,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 4.14,
        "se": 1.1715642254112493,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-16"
      },
      {
        "id": "epoch:frontiermath:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 5.9,
        "se": 1.391155477279583,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 20.69,
        "se": 2.382827611454509,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 20.34,
        "se": 2.368018421083109,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 20.69,
        "se": 2.382827611454509,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 38.28,
        "se": 2.859177289764447,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 40,
        "se": 2.8817526385684453,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-6_64K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 39.66,
        "se": 2.8775377199008325,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 40.7,
        "se": 2.9000000000000004,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-12"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 43.79,
        "se": 2.918426387376174,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-17"
      },
      {
        "id": "epoch:frontiermath:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 47.24,
        "se": 2.9366965952163047,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-08"
      },
      {
        "id": "epoch:frontiermath:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 9.31,
        "se": 1.7092785280147835,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 15.22,
        "se": 2.1169728769293714,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:claude-sonnet-4-5-20250929_59K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 13.49,
        "se": 2.0132987375676095,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:claude-sonnet-4-6_16K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 32.4,
        "se": 2.812163604063986,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-20"
      },
      {
        "id": "epoch:frontiermath:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 35.64,
        "se": 2.8221558784583785,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:frontiermath:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 36.9,
        "se": 2.8000000000000003,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:frontiermath:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 38.97,
        "se": 2.868659061400048,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-22"
      },
      {
        "id": "epoch:frontiermath:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 33.45,
        "se": 2.775348993336878,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-11"
      },
      {
        "id": "epoch:frontiermath:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 5.52,
        "se": 1.3430381628597847,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:frontiermath:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 4.48,
        "se": 1.217207560947464,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:frontiermath:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 1.03,
        "se": 0.5951886714450795,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:frontiermath:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 0.34,
        "se": 0.3448275862068965,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-07"
      },
      {
        "id": "epoch:frontiermath:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 0.34,
        "se": 0.3448275862068965,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-06"
      },
      {
        "id": "epoch:frontiermath:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 32.41,
        "se": 2.753246166483919,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 27.24,
        "se": 2.6188332965202883,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 27.24,
        "se": 2.6188332965202883,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 20.34,
        "se": 2.368018421083109,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 8.28,
        "se": 1.620688385836769,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:frontiermath:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 7.24,
        "se": 1.5245401561146894,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:frontiermath:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 31.03,
        "se": 2.721380905679257,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 17.3,
        "se": 2.2288963139763993,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 26.9,
        "se": 2.6083646905766344,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-17"
      },
      {
        "id": "epoch:frontiermath:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 2.1,
        "se": 0.8489188512823552,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40.34,
        "se": 2.885818831978752,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 26.55,
        "se": 2.597695517914575,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 36.9,
        "se": 2.838379845926905,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.7,
        "se": 2.9000000000000004,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-13"
      },
      {
        "id": "epoch:frontiermath:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 47.6,
        "se": 2.9000000000000004,
        "unit": "percent",
        "own_run": true,
        "date": "2026-03-06"
      },
      {
        "id": "epoch:frontiermath:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 28.28,
        "se": 2.0650000000000004,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:frontiermath:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 25.86,
        "se": 2.58,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:frontiermath:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 38.97,
        "se": 2.868659061400048,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-07"
      },
      {
        "id": "epoch:frontiermath:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 9.31,
        "se": 1.7092785280147835,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-07"
      },
      {
        "id": "epoch:frontiermath:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.69,
        "se": 2.2968716344899227,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 9.72,
        "se": 1.7487682248157597,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-17"
      },
      {
        "id": "epoch:frontiermath:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 16.9,
        "se": 2.2042438716799215,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.41,
        "se": 1.9396402576684655,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 8.08,
        "se": 1.2761417139125066,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-06"
      },
      {
        "id": "epoch:frontiermath:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 24.83,
        "se": 2.541251077219606,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 10.69,
        "se": 1.8175392977158442,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-16"
      },
      {
        "id": "epoch:frontiermath:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 18.97,
        "se": 2.3060480732052886,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath:qwen-plus-2025-04-28",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen-plus",
        "source_model": "qwen-plus-2025-04-28",
        "settings": "exact",
        "score": 1.72,
        "se": 0.7657032895812118,
        "unit": "percent",
        "own_run": true,
        "date": "2025-05-14"
      },
      {
        "id": "epoch:frontiermath:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 6.21,
        "se": 1.4192986356621422,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 10.34,
        "se": 1.791432224407271,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 23.1,
        "se": 2.479378972186167,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-27"
      },
      {
        "id": "epoch:frontiermath:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 26.21,
        "se": 2.586823296864886,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath:zai-org/GLM-4.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "glm-4.6",
        "source_model": "zai-org/GLM-4.6",
        "settings": "exact",
        "score": 3.82,
        "se": 1.1313651347924143,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-08"
      },
      {
        "id": "epoch:frontiermath:zai-org/GLM-4.7",
        "source": "epoch",
        "benchmark": "epoch:frontiermath",
        "model": "glm-4.7",
        "source_model": "zai-org/GLM-4.7",
        "settings": "exact",
        "score": 2.44,
        "se": 0.9121434048862995,
        "unit": "percent",
        "own_run": true,
        "date": "2026-01-30"
      },
      {
        "id": "epoch:frontiermath_tier_4:Qwen/Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen/Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 4.17,
        "se": 2.914766351555603,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 4.17,
        "se": 2.914766351555603,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 14.58,
        "se": 5.148145136372291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 20.83,
        "se": 5.923816975988693,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-6_64K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 20.83,
        "se": 5.923816975988693,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 22.9,
        "se": 6.1,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-12"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 22.92,
        "se": 6.130657275434798,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-17"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31.25,
        "se": 6.761023307918171,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-08"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 4.17,
        "se": 2.9147663515556026,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:frontiermath_tier_4:claude-sonnet-4-6_16K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 8.3,
        "se": 4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-21"
      },
      {
        "id": "epoch:frontiermath_tier_4:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 4.17,
        "se": 2.914766351555603,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:frontiermath_tier_4:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 16.7,
        "se": 5.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:frontiermath_tier_4:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 14.58,
        "se": 5.148145136372291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-25"
      },
      {
        "id": "epoch:frontiermath_tier_4:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 12.5,
        "se": 4.824031156174749,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2025-07-01"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.5,
        "se": 4.824031156174749,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 6.25,
        "se": 3.530829267912701,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.25,
        "se": 3.530829267912701,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 4.17,
        "se": 2.914766351555603,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.5,
        "se": 4.824031156174749,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 4.17,
        "se": 2.9147663515556026,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-17"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.8,
        "se": 5.6000000000000005,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 6.25,
        "se": 3.530829267912701,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 16.7,
        "se": 5.4,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 18.8,
        "se": 5.6000000000000005,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-14"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 27.1,
        "se": 6.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-03-06"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 2.08,
        "se": 2.08,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:frontiermath_tier_4:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.25,
        "se": 3.53,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:frontiermath_tier_4:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 14.58,
        "se": 5.1499999999999995,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-08"
      },
      {
        "id": "epoch:frontiermath_tier_4:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-07-01"
      },
      {
        "id": "epoch:frontiermath_tier_4:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 4.17,
        "se": 2.9147663515556026,
        "unit": "percent",
        "own_run": true,
        "date": "2025-07-01"
      },
      {
        "id": "epoch:frontiermath_tier_4:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.25,
        "se": 3.530829267912701,
        "unit": "percent",
        "own_run": true,
        "date": "2025-07-01"
      },
      {
        "id": "epoch:frontiermath_tier_4:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.08,
        "se": 2.083333333333333,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:frontiermath_tier_4:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath_tier_4:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath_tier_4:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 4.17,
        "se": 2.914766351555603,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:frontiermath_tier_4:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 8.33,
        "se": 4.0314953903908055,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-12"
      },
      {
        "id": "epoch:frontiermath_tier_4:zai-org/GLM-4.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "glm-4.6",
        "source_model": "zai-org/GLM-4.6",
        "settings": "exact",
        "score": 2.13,
        "se": 2.127659574468085,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-08"
      },
      {
        "id": "epoch:frontiermath_tier_4:zai-org/GLM-4.7",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4",
        "model": "glm-4.7",
        "source_model": "zai-org/GLM-4.7",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-01-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 4.88,
        "se": 3.4059122057973035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.8,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.2,
        "se": 4.6,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.34,
        "se": 7.884502378168105,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 4.88,
        "se": 3.4059122057973035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31.71,
        "se": 7.3576112824382225,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56.1,
        "se": 7.846686801046543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95,
        "se": 4.117547077105885,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.17,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 2.44,
        "se": 2.4390243902439024,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80.49,
        "se": 6.265967111543964,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 29.27,
        "se": 7.194088392074452,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 24.39,
        "se": 6.789956540036613,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-19"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 2.44,
        "se": 2.4390243902439024,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-17"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.34,
        "se": 7.884502378168105,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-08"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 17.07,
        "se": 5.949419959829497,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 21.95,
        "se": 6.5445892024384085,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 36.59,
        "se": 7.6158512175590225,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 21.95,
        "se": 6.5445892024384085,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.05,
        "se": 6.5445892024384085,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.12,
        "se": 3.4059122057973035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 29.27,
        "se": 7.194088392074452,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-19"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 17.07,
        "se": 5.949419959829496,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 29.27,
        "se": 7.194088392074452,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-25"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 21.95,
        "se": 6.5445892024384085,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.2,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 2.44,
        "se": 2.4390243902439024,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 31.7,
        "se": 7.3,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 49,
        "se": 8,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 9.76,
        "se": 4.691557088212523,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.2,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72.5,
        "se": 7.149950690165275,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.98,
        "se": 7.712872341874097,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 82.93,
        "se": 5.949419959829497,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 80.49,
        "se": 6.265967111543964,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.73,
        "se": 7.194088392074452,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.6,
        "se": 2.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_low",
        "level": "low",
        "settings": "close",
        "score": 87.8,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.6,
        "se": 2.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.56,
        "se": 2.4390243902439024,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_none",
        "level": "none",
        "settings": "exact",
        "score": 82.93,
        "se": 5.949419959829497,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.6,
        "se": 2.4,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56.1,
        "se": 7.846686801046543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.68,
        "se": 4.117547077105886,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 31.71,
        "se": 7.3576112824382225,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 17.07,
        "se": 5.949419959829496,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 17.07,
        "se": 5.949419959829496,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 25.64,
        "se": 7.083413480167724,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 12.2,
        "se": 5.173952057462543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-13"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 39.02,
        "se": 7.712872341874095,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-17"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 26.83,
        "se": 7.005564203095157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-12"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 4.88,
        "se": 3.4059122057973035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 34.15,
        "se": 7.497768853141171,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-13"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 34.15,
        "se": 7.497768853141171,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontiermath_tier_4_v2:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tier_4_v2",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.34,
        "se": 7.884502378168105,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-04"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 33.33,
        "se": 2.7972711943222968,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.18,
        "se": 1.7662067789031757,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.09,
        "se": 1.2824623769055388,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.02,
        "se": 1.9944477920133024,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.09,
        "se": 2.566445410232946,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 34.39,
        "se": 2.8185763989072585,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.96,
        "se": 2.8116467881852296,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.18,
        "se": 2.7146911721220195,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 2.3735633163877066,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.23,
        "se": 1.6786209858442096,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 85.61,
        "se": 2.082489457534394,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 23.86,
        "se": 2.5291832284114157,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.77,
        "se": 1.8734030360524248,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.61,
        "se": 2.818576398907258,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.54,
        "se": 2.9329899789943816,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 64.56,
        "se": 2.8383475205435627,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-19"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45.26,
        "se": 2.953609826992209,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-17"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.23,
        "se": 2.686277751301251,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 67.37,
        "se": 2.7821981570324446,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-08"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 51.23,
        "se": 2.966059084324674,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 27.72,
        "se": 2.6560920735701257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 22.46,
        "se": 2.4761793289496805,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 21.4,
        "se": 2.433800055326239,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 59.65,
        "se": 2.911181956525014,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 25.96,
        "se": 2.601675082238553,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 62.81,
        "se": 2.867975375107462,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.95,
        "se": 2.9190634943914042,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 71.58,
        "se": 2.6764156649364654,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.42,
        "se": 2.7582557383453006,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 85.96,
        "se": 2.0611471958164294,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.53,
        "se": 1.7377516319276178,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 36.84,
        "se": 2.8623772537150214,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.1_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.1",
        "source_model": "glm-5.1_none",
        "level": "none",
        "settings": "exact",
        "score": 24.91,
        "se": 2.566445410232946,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.2",
        "source_model": "glm-5.2_low",
        "level": "low",
        "settings": "close",
        "score": 54.74,
        "se": 2.95360982699221,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59.21,
        "se": 2.958195251960623,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-19"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 42.46,
        "se": 2.9329899789943816,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 55.79,
        "se": 2.946997752822398,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.77,
        "se": 2.7499133473298816,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-25"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 0.7,
        "se": 0.49534089619636035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 5.96,
        "se": 1.4053607746337793,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 6.67,
        "se": 1.480176785956286,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 0.35,
        "se": 0.3508771929824561,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 0.7,
        "se": 0.49534089619636035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 55.44,
        "se": 2.9493504108183504,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 37.19,
        "se": 2.8679753751074615,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 18.25,
        "se": 2.2917941277334046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 46.67,
        "se": 2.9603535719125715,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-mini-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 18.25,
        "se": 2.2917941277334046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 5.96,
        "se": 1.4053607746337795,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20,
        "se": 2.3735633163877066,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 5.96,
        "se": 1.4053607746337795,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 1.75,
        "se": 0.779040413661203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.4,
        "se": 2.8000000000000003,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 78.6,
        "se": 2.4338000553262393,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-mini-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 24.56,
        "se": 2.55425481026507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 17.19,
        "se": 2.2389789548206736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 51.23,
        "se": 2.966059084324674,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 44.91,
        "se": 2.9515543245521676,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 20.35,
        "se": 2.389037106974561,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 4.56,
        "se": 1.2380896644748405,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85.26,
        "se": 2.1034091168852487,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 41.4,
        "se": 2.9227738239445764,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 82.11,
        "se": 2.274515950332741,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 39.65,
        "se": 2.902681701641007,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.12,
        "se": 1.8475392571140503,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 85.96,
        "se": 2.0611471958164294,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.68,
        "se": 1.4434038295343787,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.95,
        "se": 2.4191503146153774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.82,
        "se": 1.7939690721286368,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.68,
        "se": 1.4434038295343787,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.88,
        "se": 1.7085690144166794,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.96,
        "se": 2.8116467881852296,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 52.98,
        "se": 2.9616712041900364,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.32,
        "se": 2.958888847874604,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 57.19,
        "se": 2.9360921879029935,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 54.04,
        "se": 2.957276813514758,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-13"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.18,
        "se": 2.6636607935112644,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-17"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.6,
        "se": 2.922773823944577,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-12"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 14.74,
        "se": 2.1034091168852487,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o1-2024-12-17_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o1",
        "source_model": "o1-2024-12-17_low",
        "level": "low",
        "settings": "close",
        "score": 8.42,
        "se": 1.6478658153935062,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 10.18,
        "se": 1.7939690721286368,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 33.33,
        "se": 2.7972711943222968,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 19.3,
        "se": 2.3417537950655314,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 29.82,
        "se": 2.7146911721220195,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.6,
        "se": 2.3087552563757594,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 3.86,
        "se": 1.1430562271752924,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 10.53,
        "se": 1.8210701996350251,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 36.14,
        "se": 2.8506918644975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-11"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 16.14,
        "se": 2.183101038741335,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 28.77,
        "se": 2.686277751301251,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 29.47,
        "se": 2.705413430767295,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-397b-a17b_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b_none",
        "level": "none",
        "settings": "exact",
        "score": 31.23,
        "se": 2.7499133473298816,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 9.47,
        "se": 1.7377516319276178,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-flash_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 18.25,
        "se": 2.2917941277334046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-27b",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 35.09,
        "se": 2.8319255656547093,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-27b_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 34.04,
        "se": 2.8116467881852296,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 17.54,
        "se": 2.2569134425265194,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 20.35,
        "se": 2.389037106974561,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 17.19,
        "se": 2.2389789548206736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-flash_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 22.46,
        "se": 2.4761793289496805,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 38.25,
        "se": 2.8838027580159498,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-plus_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 32.28,
        "se": 2.7743965653274283,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 64.56,
        "se": 2.838347520543562,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-13"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-plus_none",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 34.39,
        "se": 2.8185763989072585,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.61,
        "se": 2.818576398907258,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontiermath_tiers_1_3_v2:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontiermath_tiers_1_3_v2",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.74,
        "se": 2.57841025556124,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-04"
      },
      {
        "id": "epoch:frontierswe_external:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 4.12,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:frontierswe_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56.29,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:frontierswe_external:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.94,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:frontierswe_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:frontierswe_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43.77,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:frontierswe_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 62.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:frontierswe_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52.01,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:frontierswe_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:frontierswe_external:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20.26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:frontierswe_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 19.63,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:frontierswe_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 54.96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:frontierswe_external:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 61.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:frontierswe_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 18.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:frontierswe_external:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 30.18,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:frontierswe_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 32.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:frontierswe_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:frontierswe_external:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 25.29,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:frontierswe_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 29.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:frontierswe_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 25.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:frontierswe_external:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 17.81,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:frontierswe_external:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:frontierswe_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 15.81,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:furniture_assembly:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70,
        "se": 5.724365605193373,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 3.905667329424715,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:furniture_assembly:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 35.83,
        "se": 6.185876325418331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 47.5,
        "se": 6.446761548504554,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-4-5-20251101_64K",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 28.33,
        "se": 5.866531842313124,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 28.33,
        "se": 5.866531842313124,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33.33,
        "se": 6.137164119322156,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 42.5,
        "se": 6.380695638890652,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 83.33,
        "se": 4.704047221664923,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:furniture_assembly:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.83,
        "se": 6.185876325418331,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75,
        "se": 5.510647116121488,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:furniture_assembly:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34.17,
        "se": 6.000431560123094,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-08"
      },
      {
        "id": "epoch:furniture_assembly:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 26.67,
        "se": 5.6331678510110805,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23.33,
        "se": 5.3765901164774155,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 26.67,
        "se": 5.6331678510110805,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 31.67,
        "se": 5.93832076297605,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 72.5,
        "se": 5.6279417919483965,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:furniture_assembly:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 77.5,
        "se": 5.371114414765075,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-03"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 38.33,
        "se": 6.329764084940143,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37.5,
        "se": 6.246467928511352,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 44.17,
        "se": 6.410142328406845,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 42.5,
        "se": 6.380695638890652,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56.67,
        "se": 6.340911315327727,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54.17,
        "se": 6.432138878020231,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 4.928872620664329,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:furniture_assembly:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 44.17,
        "se": 6.410142328406845,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:furniture_assembly:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58.33,
        "se": 6.418399868645064,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-23"
      },
      {
        "id": "epoch:furniture_assembly:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 4.928872620664329,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:furniture_assembly:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 79.17,
        "se": 5.08288179896971,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:furniture_assembly:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40,
        "se": 6.266221885886569,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-24"
      },
      {
        "id": "epoch:furniture_assembly:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 20.83,
        "se": 5.219972869740667,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-24"
      },
      {
        "id": "epoch:furniture_assembly:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 21.67,
        "se": 5.2301098424620545,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-11"
      },
      {
        "id": "epoch:furniture_assembly:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34.17,
        "se": 6.116993402501947,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-11"
      },
      {
        "id": "epoch:furniture_assembly:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20.83,
        "se": 5.219972869740667,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:furniture_assembly:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:furniture_assembly",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 20,
        "se": 5.207556439232955,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:gdpval_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 45.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:gdpval_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 42.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:gdpval_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 9.9,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:gdpval_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 34.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:gdpval_external:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 49.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gdpval_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 30.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:gdpval_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:gdpval_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 25.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:geobench_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 84,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:geobench_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:geobench_external:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 75,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:geobench_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:geobench_external:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:geobench_external:claude-sonnet-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:geobench_external:claude-sonnet-5_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 74,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:geobench_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 88,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:geobench_external:gemini-3.1-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite",
        "settings": "exact",
        "score": 83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:geobench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 84,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:geobench_external:gemini-3.5-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 85,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:geobench_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 86,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:geobench_external:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 52,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:geobench_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 72,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:geobench_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 71,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:geobench_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 64,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:geobench_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 81,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:geobench_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:geobench_external:grok-4.7_unknown",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 61,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:geobench_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 80,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:geobench_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:geobench_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 74,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:geobench_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 64,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:geobench_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 64,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:geobench_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:geobench_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:gpqa_diamond:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 71.72,
        "se": 3.070485693321271,
        "unit": "percent",
        "own_run": true,
        "date": "2025-05-26"
      },
      {
        "id": "epoch:gpqa_diamond:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 76.33,
        "se": 2.4023818843083005,
        "unit": "percent",
        "own_run": true,
        "date": "2025-05-29"
      },
      {
        "id": "epoch:gpqa_diamond:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.26,
        "se": 1.9355903133033585,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:gpqa_diamond:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 47.44,
        "se": 2.8523027562061025,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 51.83,
        "se": 3.1549020124994755,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-08"
      },
      {
        "id": "epoch:gpqa_diamond:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 90.91,
        "se": 2.0482086775424224,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:gpqa_diamond:MiniMax-M3_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3_none",
        "level": "none",
        "settings": "exact",
        "score": 81.31,
        "se": 2.7772533334218945,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:gpqa_diamond:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 80.05,
        "se": 2.600093351563155,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gpqa_diamond:Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 61.68,
        "se": 2.9727711361608087,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:Qwen3-30B-A3B_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B_none",
        "level": "none",
        "settings": "exact",
        "score": 50.38,
        "se": 2.827514183647295,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 65.72,
        "se": 2.7890331058144286,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:Qwen3-32B_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B_none",
        "level": "none",
        "settings": "exact",
        "score": 54.1,
        "se": 2.81462342016025,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.88,
        "se": 1.6253431037635206,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.33,
        "se": 2.6552207828215257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 78.79,
        "se": 2.9126522834586774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 85.86,
        "se": 2.4825909793343355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 60.48,
        "se": 2.815453502302083,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-16"
      },
      {
        "id": "epoch:gpqa_diamond:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 71.21,
        "se": 3.225883512300997,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:gpqa_diamond:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.65,
        "se": 1.9774484382483126,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-09"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 80.68,
        "se": 2.390947965376675,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 85.48,
        "se": 2.150814772072325,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 86.05,
        "se": 2.068695967139391,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 90.53,
        "se": 1.6916245311450144,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-6_64K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 88.76,
        "se": 1.9363218328924312,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.38,
        "se": 2.282888177524936,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.36,
        "se": 2.445015597318985,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.15,
        "se": 1.8464275887293338,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-17"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 88.38,
        "se": 2.2828881775249354,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.04,
        "se": 1.9157125794612027,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-07"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-4-8_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_none",
        "level": "none",
        "settings": "exact",
        "score": 85.35,
        "se": 2.5190921114603886,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-5",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5",
        "settings": "exact",
        "score": 92.93,
        "se": 1.8263105420199484,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.59,
        "se": 1.9434397190192136,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 87.88,
        "se": 2.325315795194205,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.88,
        "se": 1.4782015056089346,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 73.74,
        "se": 3.1353050095330834,
        "unit": "percent",
        "own_run": true,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 78.79,
        "se": 2.912652283458678,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-28"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 81.73,
        "se": 2.7603867020557336,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-21"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-5-20250929_59K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 82.32,
        "se": 2.717875263904491,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-28"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 87.37,
        "se": 2.0034282226331888,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-20"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.33,
        "se": 2.6552207828215257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.79,
        "se": 2.9126522834586774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 83.33,
        "se": 2.6552207828215257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.58,
        "se": 1.3710320714521202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80.3,
        "se": 2.8335609732463336,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.53,
        "se": 1.7838321313410213,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-01"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.04,
        "se": 1.7655466909172535,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.67,
        "se": 1.5242573629934337,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-18"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.91,
        "se": 2.0482086775424224,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.65,
        "se": 1.7473014662966007,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4-pro_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_none",
        "level": "none",
        "settings": "exact",
        "score": 73.23,
        "se": 3.1544498882702823,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.18,
        "se": 1.5671362011907144,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.84,
        "se": 1.7287759372442393,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-09"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 83.21,
        "se": 1.9036353018587762,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89.39,
        "se": 2.1938047738853106,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.1-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.82,
        "se": 2.7479603010538827,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.1-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 74.24,
        "se": 3.115626951964683,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.1-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 73.74,
        "se": 3.1353050095330834,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 94.1,
        "se": 1.7000000000000002,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-20"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 94.44,
        "se": 1.6319950700767385,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.33,
        "se": 2.6552207828215257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 75.76,
        "se": 3.053289223393202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 74.24,
        "se": 3.1156269519646824,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.8,
        "se": 1.6387002835275906,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-22"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_low",
        "level": "low",
        "settings": "close",
        "score": 88.89,
        "se": 2.239078763821682,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.5-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 86.36,
        "se": 2.445015597318985,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.13,
        "se": 1.4028967942064967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 86.36,
        "se": 2.445015597318985,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 85.86,
        "se": 2.4825909793343355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.82,
        "se": 1.345652529224626,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.39,
        "se": 1.401136318210652,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.4,
        "se": 1.1918129589602695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:gpqa_diamond:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.53,
        "se": 1.207061012675132,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:gpqa_diamond:gemma-3-12b-it",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemma-3-12b-it",
        "source_model": "gemma-3-12b-it",
        "settings": "exact",
        "score": 39.46,
        "se": 2.525432779548305,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 47.73,
        "se": 2.698212089116894,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:gpqa_diamond:gemma-3-4b-it",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemma-3-4b-it",
        "source_model": "gemma-3-4b-it",
        "settings": "exact",
        "score": 23.23,
        "se": 1.8690142324718149,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:gemma-4-26b-a4b-it_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemma-4-26b-a4b-it",
        "source_model": "gemma-4-26b-a4b-it_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 73.23,
        "se": 3.1544498882702823,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gemma-4-31b-it_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 75.76,
        "se": 3.053289223393202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 83.33,
        "se": 2.3749016662636553,
        "unit": "percent",
        "own_run": true,
        "date": "2026-01-29"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 89.9,
        "se": 2.1469735576055355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.2_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.2",
        "source_model": "glm-5.2_low",
        "level": "low",
        "settings": "close",
        "score": 87.88,
        "se": 2.325315795194205,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.86,
        "se": 1.6123207533687733,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-24"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 71.21,
        "se": 3.225883512300997,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.15,
        "se": 1.7183231147411449,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-26"
      },
      {
        "id": "epoch:gpqa_diamond:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.91,
        "se": 1.5851578202142853,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-24"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 27.18,
        "se": 1.9535799687887372,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 28.03,
        "se": 1.8720372561004013,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4-0125-preview",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-0125-preview",
        "settings": "exact",
        "score": 42.27,
        "se": 2.6795949166711064,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 35.73,
        "se": 2.363099375599328,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-23"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 30.65,
        "se": 2.3373229482706233,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4-1106-preview",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-1106-preview",
        "settings": "exact",
        "score": 42.36,
        "se": 2.4076142618301675,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 46.59,
        "se": 2.657688333258055,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 66.92,
        "se": 2.821440093855908,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 65.85,
        "se": 2.7051500965295916,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 48.93,
        "se": 2.484973495043537,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 48.9,
        "se": 2.6254109873371996,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 49.21,
        "se": 2.599927027727171,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 47.89,
        "se": 2.633697217872611,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-05"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 37.72,
        "se": 2.4068925424620136,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.17,
        "se": 2.0787836099851997,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-29"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 85.35,
        "se": 2.1314825297984474,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 71.72,
        "se": 3.2087795587867514,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-20"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 75,
        "se": 2.2767295427113803,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 71.65,
        "se": 2.3192741878083396,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 71.72,
        "se": 3.2087795587867514,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.44,
        "se": 2.7594508998251044,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 57.58,
        "se": 3.521224908841589,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 67.42,
        "se": 2.6607011205052014,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 48.48,
        "se": 3.5607165165310657,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.63,
        "se": 1.8753682810775951,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 85.04,
        "se": 2.125042208224982,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-17"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 66.67,
        "se": 3.358618145732523,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.19,
        "se": 1.9138582776339241,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 82.7,
        "se": 2.265112408975899,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.88,
        "se": 1.9090689343231744,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 73.23,
        "se": 3.1544498882702823,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.4,
        "se": 1.7999999999999998,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-13"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 89.9,
        "se": 2.1469735576055355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 84.85,
        "se": 2.554565042660364,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 88.89,
        "se": 2.239078763821682,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_none",
        "level": "none",
        "settings": "exact",
        "score": 74.75,
        "se": 3.095405547036587,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.3,
        "se": 1.7999999999999998,
        "unit": "percent",
        "own_run": true,
        "date": "2026-03-06"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.59,
        "se": 2.2274469189069883,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 64.14,
        "se": 3.416903640391528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.87,
        "se": 2.406315641682249,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.47,
        "se": 2.44,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 72.22,
        "se": 3.1911782267135482,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 55.56,
        "se": 3.5402943770953677,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 90.66,
        "se": 1.7532658377721708,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-05"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.5_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_none",
        "level": "none",
        "settings": "exact",
        "score": 77.27,
        "se": 2.9857515673386437,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 82.32,
        "se": 2.717875263904491,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.6,
        "se": 1.728284355494035,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 63.64,
        "se": 3.4273086529999337,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 89.9,
        "se": 2.1469735576055355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.5,
        "se": 1.570109070867593,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 82.83,
        "se": 2.6869716187429873,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 87.37,
        "se": 2.3664359402880177,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.31,
        "se": 1.5363672147634115,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 77.27,
        "se": 2.9857515673386437,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.77,
        "se": 1.3696812097020312,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.47,
        "se": 1.8537378631915502,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.32,
        "se": 1.4938512008159717,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.39,
        "se": 1.3780748450364693,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.32,
        "se": 1.4911672683567374,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-oss-20b_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45.96,
        "se": 3.5507024651313412,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-oss-20b_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_low",
        "level": "low",
        "settings": "close",
        "score": 53.16,
        "se": 2.502509361882172,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:gpqa_diamond:gpt-oss-20b_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 60.8,
        "se": 2.4864059770258007,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:gpqa_diamond:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94,
        "se": 1.4480018812911388,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:gpqa_diamond:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.18,
        "se": 1.5204299687218694,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:gpqa_diamond:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 92.74,
        "se": 1.5505824295534454,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:gpqa_diamond:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.51,
        "se": 1.9100012831823399,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:gpqa_diamond:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 90.78,
        "se": 1.7174516286666601,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-01"
      },
      {
        "id": "epoch:gpqa_diamond:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 87.88,
        "se": 2.325315795194205,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.92,
        "se": 1.9417681889724516,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 84.85,
        "se": 2.554565042660364,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.12,
        "se": 1.493722536419486,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:gpqa_diamond:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.07,
        "se": 1.932813247529234,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-12"
      },
      {
        "id": "epoch:gpqa_diamond:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.77,
        "se": 3.0088629490217444,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-13"
      },
      {
        "id": "epoch:gpqa_diamond:o1-2024-12-17_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o1",
        "source_model": "o1-2024-12-17_low",
        "level": "low",
        "settings": "close",
        "score": 74.24,
        "se": 3.1156269519646824,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-20"
      },
      {
        "id": "epoch:gpqa_diamond:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 75.76,
        "se": 3.053289223393202,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 50.32,
        "se": 2.8257821072909395,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:gpqa_diamond:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.82,
        "se": 2.1267123846387204,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:gpqa_diamond:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 79.8,
        "se": 2.8606204289229833,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:gpqa_diamond:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 80.81,
        "se": 2.805779167298906,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 77.02,
        "se": 2.5855332698878484,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-13"
      },
      {
        "id": "epoch:gpqa_diamond:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 68.18,
        "se": 3.31847733384533,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-20"
      },
      {
        "id": "epoch:gpqa_diamond:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 74.27,
        "se": 2.5411943362857046,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:gpqa_diamond:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 79.61,
        "se": 2.4034764096121957,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:gpqa_diamond:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 75.25,
        "se": 3.0746300742124486,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-11"
      },
      {
        "id": "epoch:gpqa_diamond:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 77.78,
        "se": 2.962022787479049,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:openai/gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "gpt-oss-120b",
        "source_model": "openai/gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.76,
        "se": 2.7437163443883765,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gpqa_diamond:phi-4",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "phi-4",
        "source_model": "phi-4",
        "settings": "exact",
        "score": 56.06,
        "se": 2.590274664132679,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:gpqa_diamond:qwen-plus-2025-01-25",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen-plus-2025-01-25",
        "source_model": "qwen-plus-2025-01-25",
        "settings": "exact",
        "score": 48.11,
        "se": 2.7144936812277987,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3-14b",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b",
        "settings": "exact",
        "score": 63.76,
        "se": 2.931953778086544,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3-14b_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b_none",
        "level": "none",
        "settings": "exact",
        "score": 53.41,
        "se": 2.752462335115392,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3-30b-a3b-instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "qwen3-30b-a3b-instruct-2507",
        "settings": "exact",
        "score": 55.62,
        "se": 2.8844434239616543,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3-30b-a3b-thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3-30b-a3b-thinking-2507",
        "source_model": "qwen3-30b-a3b-thinking-2507",
        "settings": "exact",
        "score": 70.08,
        "se": 2.832789761354549,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b",
        "settings": "exact",
        "score": 83.46,
        "se": 2.179018174848238,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 81.19,
        "se": 2.319862922976808,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 85.86,
        "se": 2.4825909793343355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-397b-a17b_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b_none",
        "level": "none",
        "settings": "exact",
        "score": 86.36,
        "se": 2.445015597318985,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-9B",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B",
        "settings": "exact",
        "score": 78.98,
        "se": 2.365568030958479,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-9B_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B_none",
        "level": "none",
        "settings": "exact",
        "score": 78.91,
        "se": 2.388848562991196,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 82.32,
        "se": 2.717875263904491,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-27b",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 85.86,
        "se": 2.4825909793343355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-27b_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 84.85,
        "se": 2.554565042660364,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 83.84,
        "se": 2.622591986362927,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 84.85,
        "se": 2.554565042660364,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 83.33,
        "se": 2.6552207828215257,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 87.37,
        "se": 2.3664359402880177,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 88.38,
        "se": 2.2828881775249354,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 90.91,
        "se": 2.0482086775424224,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 87.88,
        "se": 2.325315795194205,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.7-plus_none",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 81.82,
        "se": 2.7479603010538827,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.3,
        "se": 1.7249976996605707,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:gpqa_diamond:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gpqa_diamond",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.68,
        "se": 1.686498021450146,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-04"
      },
      {
        "id": "epoch:gsm8k_external:gpt-3.5-turbo-0613",
        "source": "epoch",
        "benchmark": "epoch:gsm8k_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0613",
        "settings": "exact",
        "score": 57.77,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:gsm8k_external:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:gsm8k_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 92,
        "unit": "percent",
        "own_run": false,
        "date": "2023-03-14"
      },
      {
        "id": "epoch:gsm8k_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:gsm8k_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 89.99,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:gsm8k_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:gsm8k_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 91.3,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:gso_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 88.24,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:gso_external:claude-fable-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 78.43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 26.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 26.47,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 33.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 33.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-7",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7",
        "settings": "exact",
        "score": 44.12,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-7_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_high",
        "level": "high",
        "settings": "mismatch",
        "score": 44.12,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:gso_external:claude-opus-4-8_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.06,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:gso_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 14.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:gso_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 14.71,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:gso_external:claude-sonnet-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 37.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:gso_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 9.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:gso_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 22.55,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:gso_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:gso_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 6.86,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:gso_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 13.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:gso_external:gpt-5.1-2025-11-13_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 13.73,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:gso_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 27.45,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:gso_external:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 25.49,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:gso_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 31.37,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:gso_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:gso_external:gpt-5.6-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 76.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:gso_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 79.41,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:gso_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 8.82,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:gso_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 1.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:gso_external:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 1.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:gso_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:gso_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 3.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:hella_swag_external:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:hella_swag_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 95.3,
        "unit": "percent",
        "own_run": false,
        "date": "2023-03-14"
      },
      {
        "id": "epoch:hle_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.5,
        "se": 2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:hle_external:claude-haiku-5-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 30.12,
        "se": 1.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:hle_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 14.16,
        "se": 1.37,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:hle_external:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 19,
        "se": 1.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:hle_external:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34.44,
        "se": 1.86,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:hle_external:claude-opus-4-7_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 36.2,
        "se": 1.8800000000000001,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:hle_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 7.52,
        "se": 1.03,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:hle_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.12,
        "se": 1.95,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:hle_external:gemini-3.1-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite",
        "settings": "exact",
        "score": 8.64,
        "se": 1.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:hle_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 46.44,
        "se": 1.96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:hle_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 44.52,
        "se": 1.96,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:hle_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 5.4,
        "se": 0.89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:hle_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 2.72,
        "se": 0.64,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:hle_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 25.32,
        "se": 1.7000000000000002,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:hle_external:gpt-5-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 25.32,
        "se": 1.7000000000000002,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:hle_external:gpt-5-mini-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 19.44,
        "se": 1.5500000000000003,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:hle_external:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 6.8,
        "se": 0.9900000000000001,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:hle_external:gpt-5.1-2025-11-13_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 23.68,
        "se": 1.67,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:hle_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 27.8,
        "se": 1.76,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:hle_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 36.24,
        "se": 1.8800000000000001,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:hle_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54.8,
        "se": 1.94,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:hle_external:o1-2024-12-17_unknown",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 7.96,
        "se": 1.06,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:hle_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20.32,
        "se": 1.58,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:hle_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 19.2,
        "se": 1.54,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:hle_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.08,
        "se": 1.51,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:hle_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:hle_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 14.28,
        "se": 1.37,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:lmca_external:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37.58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:lmca_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 17.52,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:lmca_external:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 11.96,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-05"
      },
      {
        "id": "epoch:lmca_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 33.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:lmca_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 23.52,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:lmca_external:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 29.31,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:lmca_external:Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 15.82,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:lmca_external:Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 17.28,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.09,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-1_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_low",
        "level": "low",
        "settings": "close",
        "score": 63.46,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-1_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 65.32,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 65.46,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.06,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-2_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-2_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_low",
        "level": "low",
        "settings": "close",
        "score": 69.63,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-2_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 70.03,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-2_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 70.08,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5-2_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.61,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 61.15,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 59.59,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.34,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 60.32,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:lmca_external:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 61.02,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-4-5-20251001_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 30.94,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 44.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 51.06,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 45.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_none",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_none",
        "level": "none",
        "settings": "exact",
        "score": 39.26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 47.99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:lmca_external:claude-opus-4-5-20251101_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_high",
        "level": "high",
        "settings": "mismatch",
        "score": 44.46,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:lmca_external:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 55.76,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:lmca_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:lmca_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.91,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 64.92,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.23,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 65.66,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.18,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.67,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 62.58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 63.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:lmca_external:claude-opus-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 64.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 38.76,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_low",
        "level": "low",
        "settings": "close",
        "score": 64.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 65.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.32,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.02,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_low",
        "level": "low",
        "settings": "close",
        "score": 49.65,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 49.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 49.71,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:lmca_external:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48.81,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:lmca_external:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:lmca_external:deepseek-v4-flash_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 35.88,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:lmca_external:deepseek-v4-pro-0813_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 45.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:lmca_external:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41.2,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:lmca_external:deepseek-v4.1-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.97,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:lmca_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 28.82,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:lmca_external:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.13,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:lmca_external:gemini-3.1-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 35.01,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:lmca_external:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 53.82,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:lmca_external:gemini-3.1-pro-preview_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_low",
        "level": "low",
        "settings": "close",
        "score": 51.18,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:lmca_external:gemini-3.1-pro-preview_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_medium",
        "level": "medium",
        "settings": "close",
        "score": 52.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:lmca_external:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 37.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:lmca_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 47.15,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:lmca_external:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 44.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:lmca_external:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:lmca_external:gemini-3.7-flash_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_low",
        "level": "low",
        "settings": "close",
        "score": 47.09,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:lmca_external:gemini-3.7-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 49.22,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:lmca_external:gemini-3.8-flash_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_low",
        "level": "low",
        "settings": "close",
        "score": 51.16,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:lmca_external:gemini-3.8-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 52.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:lmca_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 51.55,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:lmca_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.69,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:lmca_external:gemini-4-argon_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_low",
        "level": "low",
        "settings": "close",
        "score": 62.92,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:lmca_external:gemini-4-argon_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.85,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:lmca_external:gemma-3-12b-it",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemma-3-12b-it",
        "source_model": "gemma-3-12b-it",
        "settings": "exact",
        "score": 4.46,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:lmca_external:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 12.28,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:lmca_external:gemma-3-4b-it",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemma-3-4b-it",
        "source_model": "gemma-3-4b-it",
        "settings": "exact",
        "score": 2.78,
        "unit": "percent",
        "own_run": false,
        "date": "2025-03-12"
      },
      {
        "id": "epoch:lmca_external:gemma-4-31b-it",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it",
        "settings": "exact",
        "score": 39.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-02"
      },
      {
        "id": "epoch:lmca_external:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45.82,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:lmca_external:glm-5.3_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 55.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:lmca_external:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 9.65,
        "unit": "percent",
        "own_run": false,
        "date": "2024-01-25"
      },
      {
        "id": "epoch:lmca_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 17.06,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:lmca_external:gpt-4-turbo",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo",
        "settings": "exact",
        "score": 9.78,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:lmca_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 25.61,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:lmca_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 21.12,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:lmca_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 5.46,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:lmca_external:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 16.59,
        "unit": "percent",
        "own_run": false,
        "date": "2024-05-13"
      },
      {
        "id": "epoch:lmca_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 10.37,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:lmca_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 39.99,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:lmca_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 34.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:lmca_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 7.93,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:lmca_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:lmca_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 43.91,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:lmca_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 51.97,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:lmca_external:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.79,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:lmca_external:gpt-5.4-nano-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 36.86,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:lmca_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 54.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 47.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 43.79,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 44.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 41.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 56.94,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 55.89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58.43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 56.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 52.75,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 59.21,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 58.49,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 51.37,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 49.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54.95,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 49.64,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 46.51,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 52.23,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:lmca_external:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.84,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:lmca_external:gpt-6-astra_low",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_low",
        "level": "low",
        "settings": "close",
        "score": 62.19,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:lmca_external:gpt-6-astra_medium",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:lmca_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64.11,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:lmca_external:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 64.37,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:lmca_external:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 44.49,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59.08,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:lmca_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 62.78,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:lmca_external:gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 22.14,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:lmca_external:gpt-oss-20b_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 14.51,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:lmca_external:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:lmca_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 49.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:lmca_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 37.26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:lmca_external:kimi-k3.1-pro_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.61,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-23"
      },
      {
        "id": "epoch:lmca_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52.74,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:lmca_external:mistral-large-2512",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "mistral-large-2512",
        "source_model": "mistral-large-2512",
        "settings": "exact",
        "score": 16.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-02"
      },
      {
        "id": "epoch:lmca_external:mistral-large-4-0_unknown",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 35.79,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:lmca_external:mistral-medium-2508",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "mistral-medium-3-5",
        "source_model": "mistral-medium-2508",
        "settings": "exact",
        "score": 19.05,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-12"
      },
      {
        "id": "epoch:lmca_external:mistral-small-2603",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "mistral-small-2603",
        "source_model": "mistral-small-2603",
        "settings": "exact",
        "score": 20.61,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-16"
      },
      {
        "id": "epoch:lmca_external:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 22.27,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:lmca_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 39.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:lmca_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.97,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:lmca_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 26.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:lmca_external:qwen-plus-2025-04-28",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen-plus",
        "source_model": "qwen-plus-2025-04-28",
        "settings": "exact",
        "score": 23.96,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-28"
      },
      {
        "id": "epoch:lmca_external:qwen3-14b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b",
        "settings": "exact",
        "score": 18.19,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:lmca_external:qwen3-30b-a3b-instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "qwen3-30b-a3b-instruct-2507",
        "settings": "exact",
        "score": 22.37,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-29"
      },
      {
        "id": "epoch:lmca_external:qwen3-30b-a3b-thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3-30b-a3b-thinking-2507",
        "source_model": "qwen3-30b-a3b-thinking-2507",
        "settings": "exact",
        "score": 19.53,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-30"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-122b-a10b_none",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-122b-a10b",
        "source_model": "qwen3.5-122b-a10b_none",
        "level": "none",
        "settings": "exact",
        "score": 32.23,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-27B",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-27b",
        "source_model": "qwen3.5-27B",
        "settings": "exact",
        "score": 33.98,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b",
        "settings": "exact",
        "score": 29.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 37.89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-13"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-9B",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B",
        "settings": "exact",
        "score": 24.47,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:lmca_external:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 29.14,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-25"
      },
      {
        "id": "epoch:lmca_external:qwen3.6-27b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 34.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-22"
      },
      {
        "id": "epoch:lmca_external:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 29.7,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:lmca_external:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 30.98,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-27"
      },
      {
        "id": "epoch:lmca_external:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 42.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:lmca_external:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 33.09,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-31"
      },
      {
        "id": "epoch:lmca_external:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 44.02,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:lmca_external:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 37.58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-02"
      },
      {
        "id": "epoch:lmca_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 41.36,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:lmca_external:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:lmca_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.24,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:math_level_5:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 93.05,
        "se": 0.6990872160031428,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:math_level_5:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 96.64,
        "se": 0.42156161735636516,
        "unit": "percent",
        "own_run": true,
        "date": "2025-05-29"
      },
      {
        "id": "epoch:math_level_5:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 41.6,
        "se": 1.1816670264886684,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 62.27,
        "se": 1.2022405873783983,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-08"
      },
      {
        "id": "epoch:math_level_5:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 86.91,
        "se": 0.7747551687214772,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-16"
      },
      {
        "id": "epoch:math_level_5:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 96.36,
        "se": 0.515811348923114,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:math_level_5:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 97.73,
        "se": 0.4091286174812221,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-21"
      },
      {
        "id": "epoch:math_level_5:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 74.04,
        "se": 1.1195857525727289,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-13"
      },
      {
        "id": "epoch:math_level_5:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 11.63,
        "se": 0.5543945913851348,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 15.89,
        "se": 0.6959408516001194,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4-0125-preview",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-0125-preview",
        "settings": "exact",
        "score": 35.41,
        "se": 1.0855237562085884,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 22.97,
        "se": 0.8465534027077483,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4-1106-preview",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-1106-preview",
        "settings": "exact",
        "score": 40.02,
        "se": 1.0538794632397386,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 46.73,
        "se": 1.142825893039598,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 83.01,
        "se": 0.8490146044318322,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:math_level_5:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 87.29,
        "se": 0.7298484758774334,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:math_level_5:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 70,
        "se": 1.0231591350302844,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:math_level_5:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 51.05,
        "se": 1.120841984218505,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 53.28,
        "se": 1.122129021441016,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 49.77,
        "se": 1.110281961809657,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-05"
      },
      {
        "id": "epoch:math_level_5:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 52.63,
        "se": 1.1275275696871734,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.13,
        "se": 0.31922231523012307,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-29"
      },
      {
        "id": "epoch:math_level_5:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 97.92,
        "se": 0.3446256264439923,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-20"
      },
      {
        "id": "epoch:math_level_5:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.85,
        "se": 0.3369422414145465,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:math_level_5:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 96.79,
        "se": 0.3853475747353661,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-20"
      },
      {
        "id": "epoch:math_level_5:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.9,
        "se": 0.48488515751137634,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-20"
      },
      {
        "id": "epoch:math_level_5:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.24,
        "se": 0.46270568930495387,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-20"
      },
      {
        "id": "epoch:math_level_5:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.71,
        "se": 0.6152192005965585,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-13"
      },
      {
        "id": "epoch:math_level_5:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.41,
        "se": 0.6315430485333487,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 81.65,
        "se": 1.0642608258161583,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-27"
      },
      {
        "id": "epoch:math_level_5:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.77,
        "se": 0.3323033827389427,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:math_level_5:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.49,
        "se": 0.4265263461984669,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-13"
      },
      {
        "id": "epoch:math_level_5:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.17,
        "se": 0.4651917857621578,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:math_level_5:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.83,
        "se": 0.33204985518619606,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:math_level_5:phi-4",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "phi-4",
        "source_model": "phi-4",
        "settings": "exact",
        "score": 64.94,
        "se": 1.0656871384084827,
        "unit": "percent",
        "own_run": true,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:math_level_5:qwen-plus-2025-01-25",
        "source": "epoch",
        "benchmark": "epoch:math_level_5",
        "model": "qwen-plus-2025-01-25",
        "source_model": "qwen-plus-2025-01-25",
        "settings": "exact",
        "score": 65.28,
        "se": 1.1334654774046506,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-07"
      },
      {
        "id": "epoch:metr_time_horizons_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 51.93,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:metr_time_horizons_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 53.78,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:metr_time_horizons_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 73.01,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:metr_time_horizons_external:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 74.97,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:metr_time_horizons_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 78.86,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:metr_time_horizons_external:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 67.38,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:metr_time_horizons_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 77.04,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-4-0125-preview",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-0125-preview",
        "settings": "exact",
        "score": 35.17,
        "unit": "percent",
        "own_run": false,
        "date": "2024-01-25"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 29.3,
        "unit": "percent",
        "own_run": false,
        "date": "2023-03-14"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-4-1106-preview",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-1106-preview",
        "settings": "exact",
        "score": 28.9,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 27.18,
        "unit": "percent",
        "own_run": false,
        "date": "2024-04-09"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 33.84,
        "unit": "percent",
        "own_run": false,
        "date": "2024-05-13"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.37,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 69.61,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.29,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.34,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:metr_time_horizons_external:gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 56.63,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:metr_time_horizons_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 51.05,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:metr_time_horizons_external:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 45.14,
        "unit": "percent",
        "own_run": false,
        "date": "2024-09-12"
      },
      {
        "id": "epoch:metr_time_horizons_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 65.44,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:metr_time_horizons_external:o3-2025-04-16_unknown",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 63.62,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:metr_time_horizons_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:metr_time_horizons_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.93,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:mirrorcode:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.3,
        "se": 9.17,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-10"
      },
      {
        "id": "epoch:mirrorcode:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.33,
        "se": 3.9171310092866882,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:mirrorcode:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.89,
        "se": 10.404092940368063,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:mirrorcode:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70,
        "se": 10.440053112638315,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-30"
      },
      {
        "id": "epoch:mirrorcode:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.89,
        "se": 8.045286284110595,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33.33,
        "se": 10.026420125303973,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-4-7_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_high",
        "level": "high",
        "settings": "mismatch",
        "score": 31.11,
        "se": 9.036473223803354,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43.33,
        "se": 9.59497222838566,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-30"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65.56,
        "se": 10.846044638639055,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.89,
        "se": 7.88,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.56,
        "se": 2.5545201491160445,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-30"
      },
      {
        "id": "epoch:mirrorcode:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.78,
        "se": 7.176288606639567,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-20"
      },
      {
        "id": "epoch:mirrorcode:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.78,
        "se": 1.5141892085983264,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-05"
      },
      {
        "id": "epoch:mirrorcode:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 63.33,
        "se": 10.690449676496975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33.33,
        "se": 10.026420125303973,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-20"
      },
      {
        "id": "epoch:mirrorcode:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 64.44,
        "se": 11.369999821616648,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 8.89,
        "se": 4.561939004190449,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:mirrorcode:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23.33,
        "se": 9.315175080076958,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.11,
        "se": 12.157113738962925,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 38.89,
        "se": 11.91533921640401,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:mirrorcode:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.89,
        "se": 11.71381252539371,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-14"
      },
      {
        "id": "epoch:mirrorcode:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 36.67,
        "se": 11.524071884721684,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 4.44,
        "se": 3.4375250520170986,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 32.22,
        "se": 9.955810654328078,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 15.56,
        "se": 7.7094504410037406,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 23.33,
        "se": 8.099905283919412,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-29"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 10,
        "se": 6.042179781166438,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 23.33,
        "se": 10.131411680782824,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-29"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 21.11,
        "se": 9.822049844066655,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20,
        "se": 9.229582069908972,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:mirrorcode:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41.11,
        "se": 12.372809695177825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-20"
      },
      {
        "id": "epoch:mirrorcode:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 46.7,
        "se": 11.86,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:mirrorcode:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60,
        "se": 11.818736805705578,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-29"
      },
      {
        "id": "epoch:mirrorcode:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 26.67,
        "se": 9.026709338484402,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48.89,
        "se": 11.205944504585897,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-29"
      },
      {
        "id": "epoch:mirrorcode:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.11,
        "se": 11.34670857184858,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-05"
      },
      {
        "id": "epoch:mirrorcode:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 76.67,
        "se": 9.315175080076958,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-30"
      },
      {
        "id": "epoch:mirrorcode:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 41.11,
        "se": 11.01546131612538,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 54.44,
        "se": 11.439589045541112,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-29"
      },
      {
        "id": "epoch:mirrorcode:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54.44,
        "se": 11.439589045541112,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:mirrorcode:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40,
        "se": 10.640841753710712,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:mirrorcode:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 47.78,
        "se": 10.26973086960115,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mirrorcode:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mirrorcode",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 52.22,
        "se": 10.894718232315695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-21"
      },
      {
        "id": "epoch:mmlu_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 86.3,
        "se": 0.29,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:mmlu_external:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 67.3,
        "se": 0.4,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-01-25"
      },
      {
        "id": "epoch:mmlu_external:gpt-3.5-turbo-0613",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0613",
        "settings": "exact",
        "score": 68.9,
        "se": 0.39,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:mmlu_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 71.4,
        "se": 0.38,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:mmlu_external:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 86.4,
        "se": 0.29,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2023-03-14"
      },
      {
        "id": "epoch:mmlu_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 82.4,
        "se": 0.32,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:mmlu_external:gpt-4-turbo",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo",
        "settings": "exact",
        "score": 79.6,
        "se": 0.34,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:mmlu_external:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 81.3,
        "se": 0.33,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-04-09"
      },
      {
        "id": "epoch:mmlu_external:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 84.2,
        "se": 0.31,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-05-13"
      },
      {
        "id": "epoch:mmlu_external:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 84.3,
        "se": 0.31,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-08-06"
      },
      {
        "id": "epoch:mmlu_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 88.1,
        "se": 0.27,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:mmlu_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 76.7,
        "se": 0.36,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:mmlu_external:phi-4",
        "source": "epoch",
        "benchmark": "epoch:mmlu_external",
        "model": "phi-4",
        "source_model": "phi-4",
        "settings": "exact",
        "score": 84.8,
        "se": 0.3,
        "n": 14042,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-12"
      },
      {
        "id": "epoch:mystery_game_puzzles:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:MiniMax-M3_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3_none",
        "level": "none",
        "settings": "exact",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 30,
        "se": 4.605661864718382,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-5-20251101_48K",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_48K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 22,
        "se": 4.163331998932266,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-6_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_low",
        "level": "low",
        "settings": "close",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 25,
        "se": 4.351941398892446,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-7",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7",
        "settings": "exact",
        "score": 13,
        "se": 3.3799766898963113,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 28,
        "se": 4.512608598542129,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 36,
        "se": 4.824181513244218,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-4-8_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 31,
        "se": 4.648231987117317,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-26"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-5",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5",
        "settings": "exact",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 71,
        "se": 4.560480215720688,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59,
        "se": 4.943110704237103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-4-5-20250929_48K",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_48K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-25"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-4-6",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6",
        "settings": "exact",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-4-6_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_low",
        "level": "low",
        "settings": "close",
        "score": 16,
        "se": 3.684529491774706,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-5",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5",
        "settings": "exact",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 65,
        "se": 4.793724854411022,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 35,
        "se": 4.793724854411023,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34,
        "se": 4.760952285695233,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43,
        "se": 4.97569851956243,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-19"
      },
      {
        "id": "epoch:mystery_game_puzzles:deepseek-v4-pro_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_none",
        "level": "none",
        "settings": "exact",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 49,
        "se": 5.024183937956915,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:mystery_game_puzzles:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43,
        "se": 4.97569851956243,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-08"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3-flash-preview_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_low",
        "level": "low",
        "settings": "close",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3-flash-preview_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 25,
        "se": 4.351941398892446,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 34,
        "se": 4.760952285695233,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.1-pro-preview_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_low",
        "level": "low",
        "settings": "close",
        "score": 29,
        "se": 4.560480215720688,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.1-pro-preview_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_medium",
        "level": "medium",
        "settings": "close",
        "score": 32,
        "se": 4.688261722621506,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 12,
        "se": 3.2659863237109037,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 32,
        "se": 4.688261722621506,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.5-flash_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_low",
        "level": "low",
        "settings": "close",
        "score": 28,
        "se": 4.51260859854213,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 30,
        "se": 4.605661864718382,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 23,
        "se": 4.229525846816508,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 25,
        "se": 4.351941398892446,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 47,
        "se": 5.016135580465917,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 64,
        "se": 4.824181513244217,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:mystery_game_puzzles:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73,
        "se": 4.4619604333847365,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.2_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_low",
        "level": "low",
        "settings": "close",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.2_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.2_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33,
        "se": 4.725815626252608,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 3,
        "se": 1.7144660799776528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109037,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23,
        "se": 4.229525846816508,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 16,
        "se": 3.684529491774706,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 15,
        "se": 3.588702812826367,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 5,
        "se": 2.1904291355759034,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 4,
        "se": 1.9694638556693238,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 5,
        "se": 2.1904291355759034,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 16,
        "se": 3.684529491774706,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 15,
        "se": 3.588702812826368,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 23,
        "se": 4.229525846816508,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 22,
        "se": 4.163331998932265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 28,
        "se": 4.512608598542129,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-2026-03-05_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_none",
        "level": "none",
        "settings": "exact",
        "score": 16,
        "se": 3.684529491774706,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37,
        "se": 4.8523658709390975,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-mini-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 8,
        "se": 2.7265992434429074,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-mini-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 11,
        "se": 3.1446603773522006,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 5,
        "se": 2.1904291355759034,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 3,
        "se": 1.7144660799776528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-nano-2026-03-17_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 6,
        "se": 2.3868325657594203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 9,
        "se": 2.8762349126466145,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 52,
        "se": 5.021167315686783,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 28,
        "se": 4.51260859854213,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.5_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_none",
        "level": "none",
        "settings": "exact",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 56,
        "se": 4.988876515698588,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 21,
        "se": 4.093601807403323,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 12,
        "se": 3.2659863237109046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 58,
        "se": 4.9604496374885825,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 33,
        "se": 4.725815626252608,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 35,
        "se": 4.793724854411022,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-terra_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 10,
        "se": 3.015113445777636,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 14,
        "se": 3.4873508801977695,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 84,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 56,
        "se": 4.988876515698588,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 74,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:gpt-oss-120b_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2,
        "se": 1.4070529413628967,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 34,
        "se": 4.760952285695233,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:mystery_game_puzzles:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 29,
        "se": 4.560480215720687,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:mystery_game_puzzles:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 6,
        "se": 2.3868325657594203,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-15"
      },
      {
        "id": "epoch:mystery_game_puzzles:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-17"
      },
      {
        "id": "epoch:mystery_game_puzzles:kimi-k2.6_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6_none",
        "level": "none",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109037,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 12,
        "se": 3.2659863237109046,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-29"
      },
      {
        "id": "epoch:mystery_game_puzzles:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:mystery_game_puzzles:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 29,
        "se": 4.560480215720688,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 23,
        "se": 4.229525846816507,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 5,
        "se": 2.190429135575903,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.5-122b-a10b_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.5-122b-a10b",
        "source_model": "qwen3.5-122b-a10b_none",
        "level": "none",
        "settings": "exact",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.5-397b-a17b_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b_none",
        "level": "none",
        "settings": "exact",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 20,
        "se": 4.020151261036848,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.5-flash_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 16,
        "se": 3.6845294917747067,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-27b_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 7,
        "se": 2.564323999762428,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 22,
        "se": 4.163331998932265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109037,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-flash_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash_none",
        "level": "none",
        "settings": "exact",
        "score": 18,
        "se": 3.8612291966536914,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-max-preview_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview_none",
        "level": "none",
        "settings": "exact",
        "score": 19,
        "se": 3.9427724440366254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.6-plus_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 12,
        "se": 3.2659863237109037,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 32,
        "se": 4.688261722621506,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.7-max_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max_none",
        "level": "none",
        "settings": "exact",
        "score": 26,
        "se": 4.4084400227680804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.7-plus_none",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 17,
        "se": 3.7752516806863685,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:mystery_game_puzzles:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:mystery_game_puzzles",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 38,
        "se": 4.878317312145635,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:open_book_qa_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:open_book_qa_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 86,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:os_world_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:os_world_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 66.3,
        "se": 2.46,
        "n": 369,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:os_world_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:os_world_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 42.9,
        "se": 2.58,
        "n": 369,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:os_world_external:claude-sonnet-4-6",
        "source": "epoch",
        "benchmark": "epoch:os_world_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6",
        "settings": "exact",
        "score": 72.1,
        "se": 2.33,
        "n": 369,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:os_world_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:os_world_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 9.1,
        "se": 1.5,
        "n": 369,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:osworld_2_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 4.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 13.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 18.52,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 28.98,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 22.32,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31.43,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-5_medium",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 25.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:osworld_2_external:claude-opus-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 30.21,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:osworld_2_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 8.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:osworld_2_external:claude-sonnet-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 9.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:osworld_2_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:osworld_2_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 27.34,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:osworld_2_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 4.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:osworld_2_external:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:osworld_2_external",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 2.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 53.33,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-26"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 66.39,
        "se": 4.911177955575991,
        "unit": "percent",
        "own_run": true,
        "date": "2025-05-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.89,
        "se": 3.9171949640122654,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-05"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 5.14,
        "se": 2.3611111111111107,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Llama-4-Scout-17B-16E-Instruct",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama-4-Scout-17B-16E-Instruct",
        "settings": "exact",
        "score": 7.78,
        "se": 3.0069597533844092,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-08"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 71.11,
        "se": 6.83294324254051,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:MiniMax-M3_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3_none",
        "level": "none",
        "settings": "exact",
        "score": 26.67,
        "se": 6.666666666666668,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 86.67,
        "se": 5.124707431905383,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 62.78,
        "se": 6.211864575465902,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Qwen3-30B-A3B_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B_none",
        "level": "none",
        "settings": "exact",
        "score": 25.56,
        "se": 5.2095537290747576,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Qwen3-32B",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 66.94,
        "se": 6.0401063235303285,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:Qwen3-32B_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B_none",
        "level": "none",
        "settings": "exact",
        "score": 23.06,
        "se": 5.148605337836995,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 99.72,
        "se": 0.2777777777777778,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-fable-5_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_low",
        "level": "low",
        "settings": "close",
        "score": 97.78,
        "se": 2.2222222222222223,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 99.72,
        "se": 0.2777777777777778,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 35.83,
        "se": 6.2386260142321825,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-16"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 66.67,
        "se": 7.106690545187014,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-haiku-5-5_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.22,
        "se": 1.3109441770118595,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.89,
        "se": 0.5362818328685681,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 48.06,
        "se": 6.405336755004034,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 81.67,
        "se": 5.018903659106632,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 86.11,
        "se": 4.264425574094609,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 93.06,
        "se": 3.337013961212755,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-6_64K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_64K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 94.44,
        "se": 2.8247294597471075,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.11,
        "se": 4.290254662948546,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.67,
        "se": 5.124707431905383,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.8,
        "se": 2.1999999999999997,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-17"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-8_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_low",
        "level": "low",
        "settings": "close",
        "score": 97.78,
        "se": 2.2222222222222223,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.33,
        "se": 1.4101901870444153,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-4-8_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_none",
        "level": "none",
        "settings": "exact",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-5",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5",
        "settings": "exact",
        "score": 97.78,
        "se": 2.2222222222222223,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-5_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_low",
        "level": "low",
        "settings": "close",
        "score": 93.33,
        "se": 3.760507165451774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.89,
        "se": 1.1111111111111112,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 35.56,
        "se": 7.21639236343101,
        "unit": "percent",
        "own_run": true,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 71.11,
        "se": 6.83294324254051,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 77.78,
        "se": 6.267511942419625,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-21"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-5-20250929_59K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 77.78,
        "se": 6.267511942419625,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-6_32K",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 85.79,
        "se": 4.539927553202047,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-20"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.56,
        "se": 6.478835438717,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.11,
        "se": 6.832943242540508,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 82.22,
        "se": 5.763774795025092,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 6.030226891555273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.72,
        "se": 2.2644349282618412,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-01"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.44,
        "se": 2.0854366486931895,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.61,
        "se": 0.990980650017605,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-18"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.56,
        "se": 3.1067790907534745,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.67,
        "se": 2.002208376727653,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-17"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_none",
        "level": "none",
        "settings": "exact",
        "score": 46.67,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 99.44,
        "se": 0.3883473863441843,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.33,
        "se": 0.6405884289881728,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-08"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 92.78,
        "se": 3.5196259111492543,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.56,
        "se": 3.1067790907534745,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.1-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 80,
        "se": 6.030226891555273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.1-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 44.44,
        "se": 7.4911095829249135,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.1-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 37.78,
        "se": 7.309112127323451,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 95.6,
        "se": 3.1,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-20"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 95.56,
        "se": 3.1067790907534736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 71.11,
        "se": 6.83294324254051,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash-lite_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_low",
        "level": "low",
        "settings": "close",
        "score": 60,
        "se": 7.385489458759962,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash-lite_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 51.11,
        "se": 7.535922203472521,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.56,
        "se": 2.6696111689702042,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_low",
        "level": "low",
        "settings": "close",
        "score": 88.89,
        "se": 4.737793696791343,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 80,
        "se": 6.030226891555273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.17,
        "se": 3.092635435901545,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.6-flash_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_low",
        "level": "low",
        "settings": "close",
        "score": 82.22,
        "se": 5.763774795025092,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.6-flash_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 80,
        "se": 6.030226891555273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.22,
        "se": 1.8586784946171873,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.89,
        "se": 0.8724007409153889,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemma-3-12b-it",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemma-3-12b-it",
        "source_model": "gemma-3-12b-it",
        "settings": "exact",
        "score": 16.67,
        "se": 4.24174778156649,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemma-3-27b-it",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 22.5,
        "se": 5.279438866723883,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemma-3-4b-it",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemma-3-4b-it",
        "source_model": "gemma-3-4b-it",
        "settings": "exact",
        "score": 7.5,
        "se": 2.763853991962833,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemma-4-26b-a4b-it_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemma-4-26b-a4b-it",
        "source_model": "gemma-4-26b-a4b-it_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 82.22,
        "se": 5.763774795025093,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gemma-4-31b-it_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 73.33,
        "se": 6.666666666666667,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 83.33,
        "se": 4.767312946227961,
        "unit": "percent",
        "own_run": true,
        "date": "2026-01-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 93.33,
        "se": 3.760507165451774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.2_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.2",
        "source_model": "glm-5.2_low",
        "level": "low",
        "settings": "close",
        "score": 75.56,
        "se": 6.478835438717,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.39,
        "se": 4.2197793305105735,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.2_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.2",
        "source_model": "glm-5.2_none",
        "level": "none",
        "settings": "exact",
        "score": 28.89,
        "se": 6.832943242540508,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.89,
        "se": 2.162226738085332,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-26"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.11,
        "se": 3.454754040013868,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-24"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 2.22,
        "se": 2.2222222222222223,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 0.56,
        "se": 0.3883473863441843,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 1.11,
        "se": 0.5362818328685681,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-23"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 6.67,
        "se": 2.4034381938205005,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 38.33,
        "se": 6.324056203789373,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 44.72,
        "se": 6.148017573965347,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 28.89,
        "se": 5.970019560922745,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4o-2024-05-13",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-05-13",
        "settings": "exact",
        "score": 6.25,
        "se": 2.3249986423369555,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 6.39,
        "se": 2.5630380139261546,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 6.25,
        "se": 2.4165360466267547,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 6.94,
        "se": 2.73963714244758,
        "unit": "percent",
        "own_run": true,
        "date": "2025-07-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.39,
        "se": 3.658872186755414,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.22,
        "se": 3.882118926889545,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 46.67,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-20"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.67,
        "se": 4.286165199944133,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 78.33,
        "se": 4.790431329560243,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-mini-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 55.56,
        "se": 7.4911095829249135,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.11,
        "se": 4.626556218905063,
        "unit": "percent",
        "own_run": true,
        "date": "2025-10-31"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 46.67,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 74.17,
        "se": 5.2313883666216405,
        "unit": "percent",
        "own_run": true,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5-nano-2025-08-07_minimal",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_minimal",
        "level": "minimal",
        "settings": "close",
        "score": 35.56,
        "se": 7.21639236343101,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.61,
        "se": 4.0479727089927025,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.1-2025-11-13_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_low",
        "level": "low",
        "settings": "close",
        "score": 63.89,
        "se": 5.882131152153405,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 85.56,
        "se": 4.387258359693737,
        "unit": "percent",
        "own_run": true,
        "date": "2025-11-17"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.1-2025-11-13_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_none",
        "level": "none",
        "settings": "exact",
        "score": 37.78,
        "se": 7.309112127323451,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.11,
        "se": 2.5997226390952677,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 78.89,
        "se": 5.006659426035015,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 93.89,
        "se": 3.0675842208062716,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 62.22,
        "se": 7.309112127323451,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.1,
        "se": 2.7,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.78,
        "se": 2.2222222222222223,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_low",
        "level": "low",
        "settings": "close",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 95.56,
        "se": 3.1067790907534736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_none",
        "level": "none",
        "settings": "exact",
        "score": 57.78,
        "se": 7.446027270295804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.3,
        "se": 3.2,
        "unit": "percent",
        "own_run": true,
        "date": "2026-03-06"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.22,
        "se": 4.250833416666831,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 26.67,
        "se": 6.666666666666668,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.89,
        "se": 4.737793696791343,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.78,
        "se": 3.94,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-nano-2026-03-17_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_low",
        "level": "low",
        "settings": "close",
        "score": 68.89,
        "se": 6.979205927323111,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 46.67,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.5_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_low",
        "level": "low",
        "settings": "close",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.5_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_none",
        "level": "none",
        "settings": "exact",
        "score": 57.78,
        "se": 7.446027270295804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-luna_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_low",
        "level": "low",
        "settings": "close",
        "score": 66.67,
        "se": 7.106690545187014,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.33,
        "se": 1.1650421590325524,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-luna_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_none",
        "level": "none",
        "settings": "exact",
        "score": 40,
        "se": 7.385489458759964,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-sol_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_low",
        "level": "low",
        "settings": "close",
        "score": 95.56,
        "se": 3.1067790907534736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-sol_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_none",
        "level": "none",
        "settings": "exact",
        "score": 68.89,
        "se": 6.979205927323109,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-terra_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_low",
        "level": "low",
        "settings": "close",
        "score": 88.89,
        "se": 4.737793696791344,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 99.72,
        "se": 0.2777777777777778,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-5.6-terra_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_none",
        "level": "none",
        "settings": "exact",
        "score": 53.33,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 98.89,
        "se": 0.6674027922425511,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-oss-20b_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.83,
        "se": 6.711496995394688,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-oss-20b_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_low",
        "level": "low",
        "settings": "close",
        "score": 40.28,
        "se": 6.317675132490254,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:gpt-oss-20b_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 65.28,
        "se": 5.93111883162336,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 97.78,
        "se": 0.996275330534286,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99.17,
        "se": 0.4700633956814717,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 98.06,
        "se": 1.4299486306926388,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90,
        "se": 3.964807305493795,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 96.11,
        "se": 2.3777636174410794,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 95.56,
        "se": 3.1067790907534736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 93.33,
        "se": 3.760507165451775,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:kimi-k3_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "kimi-k3",
        "source_model": "kimi-k3_low",
        "level": "low",
        "settings": "close",
        "score": 68.89,
        "se": 6.979205927323111,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.22,
        "se": 1.1158359139033183,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 98.33,
        "se": 0.6405884289881728,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-12"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.33,
        "se": 6.666666666666667,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o1-2024-12-17_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o1",
        "source_model": "o1-2024-12-17_low",
        "level": "low",
        "settings": "close",
        "score": 53.33,
        "se": 7.521014330903548,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 73.33,
        "se": 6.666666666666667,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 31.11,
        "se": 6.979205927323109,
        "unit": "percent",
        "own_run": true,
        "date": "2025-03-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.89,
        "se": 4.381258550587166,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3",
        "source_model": "o3-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 60,
        "se": 7.385489458759962,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.94,
        "se": 5.239762076828802,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-mini-2025-01-31_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_low",
        "level": "low",
        "settings": "close",
        "score": 44.44,
        "se": 7.4911095829249135,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-20"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o3-mini-2025-01-31_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.89,
        "se": 6.037710593790155,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.67,
        "se": 4.693913962018081,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 57.78,
        "se": 7.446027270295804,
        "unit": "percent",
        "own_run": true,
        "date": "2026-07-13"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 73.33,
        "se": 6.666666666666667,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:openai/gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "gpt-oss-120b",
        "source_model": "openai/gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.89,
        "se": 4.463343655613273,
        "unit": "percent",
        "own_run": true,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:phi-4",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "phi-4",
        "source_model": "phi-4",
        "settings": "exact",
        "score": 13.75,
        "se": 3.6980833829256348,
        "unit": "percent",
        "own_run": true,
        "date": "2025-02-25"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen-plus-2025-01-25",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen-plus-2025-01-25",
        "source_model": "qwen-plus-2025-01-25",
        "settings": "exact",
        "score": 17.78,
        "se": 4.360797453817488,
        "unit": "percent",
        "own_run": true,
        "date": "2025-04-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3-14b",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b",
        "settings": "exact",
        "score": 66.39,
        "se": 6.1906554068112225,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3-14b_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-14b",
        "source_model": "qwen3-14b_none",
        "level": "none",
        "settings": "exact",
        "score": 25.83,
        "se": 4.823265376162594,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3-30b-a3b-instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "qwen3-30b-a3b-instruct-2507",
        "settings": "exact",
        "score": 62.22,
        "se": 6.509619058885622,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3-30b-a3b-thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3-30b-a3b-thinking-2507",
        "source_model": "qwen3-30b-a3b-thinking-2507",
        "settings": "exact",
        "score": 70.28,
        "se": 6.041848075762483,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b",
        "settings": "exact",
        "score": 54.44,
        "se": 6.194903049563445,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-35b-a3b",
        "source_model": "qwen3.5-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 70,
        "se": 6.003996985174109,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-397b-a17b",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b",
        "settings": "exact",
        "score": 88.89,
        "se": 4.737793696791344,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-397b-a17b_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-397b-a17b",
        "source_model": "qwen3.5-397b-a17b_none",
        "level": "none",
        "settings": "exact",
        "score": 82.22,
        "se": 5.763774795025092,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-9B",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B",
        "settings": "exact",
        "score": 42.78,
        "se": 6.533819469304575,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-9B_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B_none",
        "level": "none",
        "settings": "exact",
        "score": 61.67,
        "se": 6.003996985174109,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-27b",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 91.11,
        "se": 4.290254662948546,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-27b_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b_none",
        "level": "none",
        "settings": "exact",
        "score": 66.67,
        "se": 7.106690545187015,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 86.67,
        "se": 5.124707431905383,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-35b-a3b_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b_none",
        "level": "none",
        "settings": "exact",
        "score": 68.89,
        "se": 6.979205927323111,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 84.44,
        "se": 5.463890236888291,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 91.11,
        "se": 4.290254662948546,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 93.33,
        "se": 3.760507165451774,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 95.56,
        "se": 3.1067790907534736,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.7-plus",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus",
        "settings": "exact",
        "score": 93.33,
        "se": 3.760507165451775,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.7-plus_none",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.7-plus",
        "source_model": "qwen3.7-plus_none",
        "level": "none",
        "settings": "exact",
        "score": 80,
        "se": 6.030226891555273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-07"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:otis_mock_aime_2024_2025:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:otis_mock_aime_2024_2025",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99.44,
        "se": 0.3883473863441843,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-04"
      },
      {
        "id": "epoch:piqa_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:piqa_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 88.7,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:posttrainbench_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 44.65,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:posttrainbench_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 37.27,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:posttrainbench_external:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 24.34,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:posttrainbench_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 30.66,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:posttrainbench_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:posttrainbench_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43.8,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:posttrainbench_external:claude-opus-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 35.66,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:posttrainbench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 18.11,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:posttrainbench_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40.44,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:posttrainbench_external:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 30.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:posttrainbench_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 36.79,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:posttrainbench_external:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34.52,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:posttrainbench_external:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 17.76,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:posttrainbench_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 23.87,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:posttrainbench_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 31.01,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:posttrainbench_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41.88,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:posttrainbench_external:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 38.79,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:posttrainbench_external:kimi-k3_unknown",
        "source": "epoch",
        "benchmark": "epoch:posttrainbench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 31.48,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:proofbench_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 0,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:proofbench_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 18,
        "se": 3.8610000000000007,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:proofbench_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:proofbench_external:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:proofbench_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 95,
        "se": 2.19,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:proofbench_external:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 36,
        "se": 4.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 50,
        "se": 5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 54,
        "se": 4.984,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 69,
        "se": 4.648,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:proofbench_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 99,
        "se": 1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:proofbench_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 19,
        "se": 3.923,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:proofbench_external:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45,
        "se": 4.975,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:proofbench_external:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:proofbench_external:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 77,
        "se": 4.23,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:proofbench_external:deepseek-v4-flash-0731_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 56,
        "se": 4.989,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:proofbench_external:deepseek-v4-pro-0813_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 50,
        "se": 5.025,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:proofbench_external:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 16,
        "se": 3.685,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:proofbench_external:deepseek-v4.1-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:proofbench_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 15,
        "se": 3.5710000000000006,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 26,
        "se": 4.408,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.5-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite",
        "settings": "exact",
        "score": 13,
        "se": 3.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 31,
        "se": 4.648,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.6-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 36,
        "se": 4.824,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.7-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:proofbench_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 48,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:proofbench_external:gemini-4-argon_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:proofbench_external:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 6,
        "se": 2.375,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:proofbench_external:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 22.22,
        "se": 4.178,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-07"
      },
      {
        "id": "epoch:proofbench_external:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 35,
        "se": 4.794,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:proofbench_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 21,
        "se": 4.094,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:proofbench_external:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 49,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:proofbench_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18,
        "se": 3.842,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:proofbench_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 9,
        "se": 2.862,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:proofbench_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12,
        "se": 3.25,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 15,
        "se": 3.5710000000000006,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 56,
        "se": 4.964,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.4-mini-2026-03-17_xhigh",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 21,
        "se": 4.073,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 5,
        "se": 2.179,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 50,
        "se": 5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60,
        "se": 4.924,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 83,
        "se": 3.775,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:proofbench_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74,
        "se": 4.408,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:proofbench_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:proofbench_external:gpt-6-luna_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:proofbench_external:gpt-6-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:proofbench_external:gpt-6.1-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:proofbench_external:grok-4.6_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 51,
        "se": 5.024,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:proofbench_external:grok-4.7_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 26,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:proofbench_external:hy4-preview_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "hy4-preview",
        "source_model": "hy4-preview_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 75,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:proofbench_external:inkling-small",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "inkling-small",
        "source_model": "inkling-small",
        "settings": "exact",
        "score": 6,
        "se": 2.3870000000000005,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:proofbench_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 16,
        "se": 3.666,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:proofbench_external:kimi-k3.1-pro_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 91,
        "se": 2.876,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-23"
      },
      {
        "id": "epoch:proofbench_external:kimi-k3_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 87,
        "se": 3.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:proofbench_external:mimo-v2.6-flash",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "mimo-v2.6-flash",
        "source_model": "mimo-v2.6-flash",
        "settings": "exact",
        "score": 63,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:proofbench_external:mimo-v2.6-pro",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "settings": "exact",
        "score": 70,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:proofbench_external:mistral-large-4-0_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 10,
        "se": 3.015,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:proofbench_external:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 26,
        "se": 4.408,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:proofbench_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 16,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:proofbench_external:qwen3.8-max_unknown",
        "source": "epoch",
        "benchmark": "epoch:proofbench_external",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-02"
      },
      {
        "id": "epoch:rli_external:claude-fable-5",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5",
        "settings": "exact",
        "score": 16.1,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:rli_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 17.92,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:rli_external:claude-fable-5-2_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 41.3,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:rli_external:claude-fable-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 15.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:rli_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 3.75,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:rli_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 4.17,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:rli_external:claude-opus-4-8_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 8.33,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:rli_external:claude-opus-5-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 21.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:rli_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 2.08,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:rli_external:gemini-3.7-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:rli_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 5.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:rli_external:gemini-4-argon_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 17.08,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:rli_external:gpt-5-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 1.67,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:rli_external:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 2.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:rli_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 2.08,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:rli_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 6.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:rli_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:rli_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 20.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:simplebench_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 30.9,
        "se": 3.27,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:simplebench_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 40.8,
        "se": 3.48,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:simplebench_external:Inkling",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 50,
        "se": 3.54,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:simplebench_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 19.9,
        "se": 2.82,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:simplebench_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 45.8,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:simplebench_external:claude-fable-5-1_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 86.6,
        "se": 2.41,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:simplebench_external:claude-fable-5-2_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 94.9,
        "se": 1.56,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "epoch:simplebench_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 81.9,
        "se": 2.72,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 62,
        "se": 3.43,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 62,
        "se": 3.43,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 67.6,
        "se": 3.31,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-4-7_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 61.7,
        "se": 3.44,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-4-8_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64.8,
        "se": 3.38,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-5-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 88.4,
        "se": 2.26,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simplebench_external:claude-opus-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 80.6,
        "se": 2.8,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:simplebench_external:claude-sonnet-4-5-20250929_12K",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_12K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 54.3,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:simplebench_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54.3,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:simplebench_external:claude-sonnet-5-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 75.9,
        "se": 3.02,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:simplebench_external:claude-sonnet-5_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 60.6,
        "se": 3.46,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:simplebench_external:deepseek-v4-flash-0731_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 61.1,
        "se": 3.45,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:simplebench_external:deepseek-v4-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.3,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 66.7,
        "se": 3.33,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:simplebench_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 61.1,
        "se": 3.45,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:simplebench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 79.6,
        "se": 2.85,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:simplebench_external:gemini-3.5-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 76.7,
        "se": 2.99,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:simplebench_external:gemini-3.8-flash_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 82.4,
        "se": 2.69,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:simplebench_external:gemini-4-argon_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 91.7,
        "se": 1.95,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:simplebench_external:gemini-4-carbon_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 92.6,
        "se": 1.85,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-11-10"
      },
      {
        "id": "epoch:simplebench_external:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 47.7,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:simplebench_external:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 55.1,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-07"
      },
      {
        "id": "epoch:simplebench_external:glm-5.2_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 58.8,
        "se": 3.48,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:simplebench_external:glm-5.3_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 66.2,
        "se": 3.34,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:simplebench_external:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 25.1,
        "se": 3.07,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-04-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 27,
        "se": 3.14,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:simplebench_external:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 17.8,
        "se": 2.7,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-08-06"
      },
      {
        "id": "epoch:simplebench_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 10.7,
        "se": 2.19,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:simplebench_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 56.7,
        "se": 3.5,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 53.2,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 45.8,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 45.8,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 69,
        "se": 3.27,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-luna_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 46.8,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 46.8,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-sol_prounknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_prounknown",
        "settings": "exact",
        "score": 71.7,
        "se": 3.19,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-sol_proxhigh",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_proxhigh",
        "settings": "exact",
        "score": 71.7,
        "se": 3.19,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 64.8,
        "se": 3.38,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 64.8,
        "se": 3.38,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-terra_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 48.9,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48.9,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:simplebench_external:gpt-6-astra_promax",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_promax",
        "settings": "exact",
        "score": 86.5,
        "se": 2.42,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:simplebench_external:gpt-6-astra_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 83.6,
        "se": 2.62,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:simplebench_external:gpt-6-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 73.1,
        "se": 3.14,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simplebench_external:gpt-6.1-sol_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 82.9,
        "se": 2.66,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:simplebench_external:gpt-6.1-terra_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 72.2,
        "se": 3.17,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:simplebench_external:gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 22.1,
        "se": 2.93,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:simplebench_external:grok-4.6_unknown",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 75.9,
        "se": 3.02,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:simplebench_external:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 57.9,
        "se": 3.49,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:simplebench_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.7,
        "se": 3.45,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:simplebench_external:mistral-large-2512",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "mistral-large-2512",
        "source_model": "mistral-large-2512",
        "settings": "exact",
        "score": 20.4,
        "se": 2.85,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-02"
      },
      {
        "id": "epoch:simplebench_external:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40.1,
        "se": 3.47,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:simplebench_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 36.7,
        "se": 3.41,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:simplebench_external:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 41.7,
        "se": 3.49,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2024-09-12"
      },
      {
        "id": "epoch:simplebench_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 53.1,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:simplebench_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 22.8,
        "se": 2.97,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:simplebench_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 38.7,
        "se": 3.44,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:simplebench_external:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 35.2,
        "se": 3.38,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-27"
      },
      {
        "id": "epoch:simplebench_external:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 63,
        "se": 3.41,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:simplebench_external:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 70.4,
        "se": 3.23,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:simplebench_external:qwen3.8-27b",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 60.2,
        "se": 3.46,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:simplebench_external:zai-org/glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:simplebench_external",
        "model": "glm-4.7",
        "source_model": "zai-org/glm-4.7",
        "settings": "exact",
        "score": 47.7,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:simpleqa_verified:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.3,
        "se": 1.5518757419066513,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 40.44,
        "se": 1.5535255725079344,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.8,
        "se": 1.4385511563477433,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:simpleqa_verified:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 94,
        "se": 0.7513751157474973,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:simpleqa_verified:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.7,
        "se": 1.4399942998441293,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 13.2,
        "se": 1.0709373963527966,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:claude-haiku-4-5-20251001_32K",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_32K",
        "level": "thinking",
        "settings": "close",
        "score": 12.6,
        "se": 1.0499249222407965,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-haiku-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 23.8,
        "se": 1.3473586661967094,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-09"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 45.7,
        "se": 1.57606915901365,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 47,
        "se": 1.5790799515836722,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-4-7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 51.7,
        "se": 1.5810153729833274,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-4-8_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_max",
        "level": "max",
        "settings": "mismatch",
        "score": 53,
        "se": 1.5790799515836722,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.2,
        "se": 1.4174516461485274,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simpleqa_verified:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 59.9,
        "se": 1.550610974549837,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 23.7,
        "se": 1.3454070462577934,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-4-5-20250929_59K",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_59K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 30.7,
        "se": 1.459328489285274,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 35.5,
        "se": 1.5139491543780594,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-4-6_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_max",
        "level": "max",
        "settings": "mismatch",
        "score": 32.8,
        "se": 1.4853842487270312,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.5,
        "se": 1.5780495050030086,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-5_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33.7,
        "se": 1.495508791865346,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:claude-sonnet-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 32.9,
        "se": 1.4865395385928355,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 33.63,
        "se": 1.495531772489948,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52.91,
        "se": 1.5808394665706598,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 46.99,
        "se": 1.5806515332355318,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:deepseek-v4.1-flash-1017_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_max",
        "level": "max",
        "settings": "mismatch",
        "score": 42.5,
        "se": 1.564032031704017,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-19"
      },
      {
        "id": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 42.9,
        "se": 1.5658997547870177,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3-flash-preview_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview_high",
        "level": "high",
        "settings": "mismatch",
        "score": 66.8,
        "se": 1.4899597242811566,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3.1-pro-preview_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview_high",
        "level": "high",
        "settings": "close",
        "score": 73.5,
        "se": 1.3963164754810065,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 66.2,
        "se": 1.4965960710224384,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 66.2,
        "se": 1.4965960710224384,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3.7-flash_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.2,
        "se": 1.460648312734278,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.7,
        "se": 1.4539683710535192,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76,
        "se": 1.3512312258920844,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:simpleqa_verified:gemini-4-carbon_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 77.7,
        "se": 1.3169830843425607,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-02"
      },
      {
        "id": "epoch:simpleqa_verified:gemma-4-31b-it",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it",
        "settings": "exact",
        "score": 10.4,
        "se": 0.9658016218524242,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 32.2,
        "se": 1.4782913600996743,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 34,
        "se": 1.4987482264363972,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34.2,
        "se": 1.5008706182121803,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41,
        "se": 1.556091713692166,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-28"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 31.1,
        "se": 1.4645596385722692,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 12.7,
        "se": 1.0534798620855645,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 6,
        "se": 0.7513751157474972,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-4o-2024-08-06",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-08-06",
        "settings": "exact",
        "score": 26,
        "se": 1.387777332977422,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 8.3,
        "se": 0.8728527206074758,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 50.1,
        "se": 1.5819268290576818,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 21.6,
        "se": 1.3019735539307762,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 11.7,
        "se": 1.0169287802713343,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 48,
        "se": 1.5806639423035178,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 34.3,
        "se": 1.5019206922357007,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 32.8,
        "se": 1.4853842487270312,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 32.7,
        "se": 1.4842213153411161,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37.1,
        "se": 1.5283736211823096,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 45.1,
        "se": 1.5743152379585443,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 29.4,
        "se": 1.4414290540008265,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 11.7,
        "se": 1.0169287802713345,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63,
        "se": 1.5275252316519465,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41,
        "se": 1.5560917136921657,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.7,
        "se": 1.4539683710535192,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-5.6-terra_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 43.2,
        "se": 1.5672320237336324,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.6,
        "se": 1.3588548437881387,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-30"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 41.4,
        "se": 1.5583544104177554,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.7,
        "se": 1.5452824654081525,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.9,
        "se": 1.3895037677965185,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:simpleqa_verified:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.3,
        "se": 1.5649789644462189,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:simpleqa_verified:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 49.3,
        "se": 1.5817749561843528,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:grok-4.6_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "grok-4.6",
        "source_model": "grok-4.6_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 48.9,
        "se": 1.5815471195292574,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 56,
        "se": 1.5704987954361718,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:simpleqa_verified:inkling-small_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "inkling-small",
        "source_model": "inkling-small_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 19.1,
        "se": 1.2436787112179482,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 34.9,
        "se": 1.5080663991563052,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-10"
      },
      {
        "id": "epoch:simpleqa_verified:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 36.5,
        "se": 1.5231776226264846,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 50.6,
        "se": 1.5818160898606837,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 20,
        "se": 1.2655439943366658,
        "unit": "percent",
        "own_run": true,
        "date": "2026-10-09"
      },
      {
        "id": "epoch:simpleqa_verified:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.1,
        "se": 1.556667341859915,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 49.4,
        "se": 1.5818160898606832,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 15.3,
        "se": 1.1389500459665505,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-31"
      },
      {
        "id": "epoch:simpleqa_verified:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 18.8,
        "se": 1.2361586015103758,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:o4-mini-2025-04-16_low",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_low",
        "level": "low",
        "settings": "close",
        "score": 19.6,
        "se": 1.2559527926707348,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.5-flash",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "qwen3.5-flash",
        "settings": "exact",
        "score": 20.32,
        "se": 1.2737194890497592,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.6-flash",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.6-flash",
        "source_model": "qwen3.6-flash",
        "settings": "exact",
        "score": 15.92,
        "se": 1.157997032121365,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 52,
        "se": 1.5822434816352415,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 44.14,
        "se": 1.5718302238794237,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 55.77,
        "se": 1.5737359397180177,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.8-max-0902_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max-0902_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 47.3,
        "se": 1.579621855130273,
        "unit": "percent",
        "own_run": true,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:simpleqa_verified:qwen3.8-max_xhigh",
        "source": "epoch",
        "benchmark": "epoch:simpleqa_verified",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 45.8,
        "se": 1.5763390640483554,
        "unit": "percent",
        "own_run": true,
        "date": "2026-08-27"
      },
      {
        "id": "epoch:spireclimb:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 2,
        "se": 1.1389895949029987,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:spireclimb:claude-fable-5-2_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5-2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 15.33,
        "se": 3.1204587301253044,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "epoch:spireclimb:claude-opus-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 5.83,
        "se": 2.0285004230980284,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-04"
      },
      {
        "id": "epoch:spireclimb:claude-sonnet-5-5_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 1.33,
        "se": 0.9364170421755879,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:spireclimb:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 34,
        "se": 4.131325151634216,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-04"
      },
      {
        "id": "epoch:spireclimb:gpt-6-luna_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_max",
        "level": "max",
        "settings": "mismatch",
        "score": 0,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:spireclimb:gpt-6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 9.17,
        "se": 2.432409457371575,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-05"
      },
      {
        "id": "epoch:spireclimb:gpt-6.1-sol_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 23.83,
        "se": 3.653377199465138,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-04"
      },
      {
        "id": "epoch:spireclimb:gpt-6.1-terra_max",
        "source": "epoch",
        "benchmark": "epoch:spireclimb",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 22.33,
        "se": 3.386031744341088,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-04"
      },
      {
        "id": "epoch:surface_evolver_bench_external:MiniMax-M3",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 55,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:surface_evolver_bench_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 95,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:surface_evolver_bench_external:claude-opus-4-8_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:surface_evolver_bench_external:claude-opus-4-8_none",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_none",
        "level": "none",
        "settings": "exact",
        "score": 68.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:surface_evolver_bench_external:claude-sonnet-5_medium",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 60,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:surface_evolver_bench_external:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:surface_evolver_bench_external:deepseek-v4.1-flash_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 46.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gemini-3.5-flash_medium",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 58.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.88,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gemma-4-31b-it",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it",
        "settings": "exact",
        "score": 30.62,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-02"
      },
      {
        "id": "epoch:surface_evolver_bench_external:glm-5.2_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 55.63,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:surface_evolver_bench_external:glm-5.3-flash_max",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 52.5,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-20"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-5.5_medium",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 81.25,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-5.6-luna_medium",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 61.88,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-5.6-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 83.75,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:surface_evolver_bench_external:gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 25,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:surface_evolver_bench_external:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 48.75,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:surface_evolver_bench_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:surface_evolver_bench_external:kimi-k3_unknown",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 95,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:surface_evolver_bench_external:mistral-large-4-0_unknown",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 28.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:surface_evolver_bench_external:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 44.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:surface_evolver_bench_external:qwen3.8-27b_xhigh",
        "source": "epoch",
        "benchmark": "epoch:surface_evolver_bench_external",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:swe_bench_verified:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 76.65,
        "se": 1.924895909142592,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:swe_bench_verified:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 78.72,
        "se": 1.862353730305288,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-18"
      },
      {
        "id": "epoch:swe_bench_verified:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 83.47,
        "se": 1.6901169179529603,
        "unit": "percent",
        "own_run": true,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:swe_bench_verified:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 71.28,
        "se": 2.0587234937983245,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:swe_bench_verified:claude-sonnet-4-6",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6",
        "settings": "exact",
        "score": 75.21,
        "se": 1.9648182701390322,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-21"
      },
      {
        "id": "epoch:swe_bench_verified:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 77.64,
        "se": 1.897828052158487,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-18"
      },
      {
        "id": "epoch:swe_bench_verified:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 75.41,
        "se": 1.9593002139508684,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-18"
      },
      {
        "id": "epoch:swe_bench_verified:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 79.34,
        "se": 1.8422420250424887,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-01"
      },
      {
        "id": "epoch:swe_bench_verified:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 74.17,
        "se": 1.9900000000000002,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-15"
      },
      {
        "id": "epoch:swe_bench_verified:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.7,
        "se": 1.8656911901656907,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 48.54,
        "se": 2.2835863746433964,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-08"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 30.99,
        "se": 2.1042625979133334,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-11"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.55,
        "se": 2.0068321817102888,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-06"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 71.49,
        "se": 2.0542754003902384,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 64.67,
        "se": 2.1749601139671304,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-01"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.98,
        "se": 2.122974956319103,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-18"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.76,
        "se": 2.001783206492828,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-12"
      },
      {
        "id": "epoch:swe_bench_verified:gpt-5.4-2026-03-05_high",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.86,
        "se": 1.9189407003691976,
        "unit": "percent",
        "own_run": true,
        "date": "2026-03-06"
      },
      {
        "id": "epoch:swe_bench_verified:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 76.65,
        "se": 1.924895909142592,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-08"
      },
      {
        "id": "epoch:swe_bench_verified:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.32,
        "se": 2.20723356581245,
        "unit": "percent",
        "own_run": true,
        "date": "2026-02-12"
      },
      {
        "id": "epoch:swe_bench_verified:qwen3.6-max-preview",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "qwen3.6-max-preview",
        "source_model": "qwen3.6-max-preview",
        "settings": "exact",
        "score": 76.65,
        "se": 1.924895909142592,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:swe_bench_verified:qwen3.6-plus",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 57.85,
        "se": 2.246855652298021,
        "unit": "percent",
        "own_run": true,
        "date": "2026-05-14"
      },
      {
        "id": "epoch:swe_bench_verified:qwen3.7-max",
        "source": "epoch",
        "benchmark": "epoch:swe_bench_verified",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 77.27,
        "se": 1.906835447169652,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-18"
      },
      {
        "id": "epoch:terminalbench_external:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 13.9,
        "se": 2.7,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:terminalbench_external:claude-haiku-4-5-20251001_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 13.93,
        "se": 2.7329168928,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-5-20251101",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101",
        "settings": "exact",
        "score": 63.1,
        "se": 2.7,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-5-20251101_128K",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_128K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 59.1,
        "se": 2.4,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-5-20251101_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 51.69,
        "se": 5.3,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 69.9,
        "se": 2.5,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 57.98,
        "se": 2.9049635593,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:terminalbench_external:claude-opus-4-7_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 80.22,
        "se": 2.1123213002,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:terminalbench_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 40.1,
        "se": 2.9000000000000004,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:terminalbench_external:claude-sonnet-4-5-20250929_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 40.06,
        "se": 2.9153793818,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:terminalbench_external:claude-sonnet-4-6",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6",
        "settings": "exact",
        "score": 53.4,
        "se": 2.8,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:terminalbench_external:claude-sonnet-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 53.43,
        "se": 2.8300280743,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:terminalbench_external:deepseek/deepseek-v3.2",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "deepseek-v3.2",
        "source_model": "deepseek/deepseek-v3.2",
        "settings": "exact",
        "score": 39.55,
        "se": 2.75060586,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-01"
      },
      {
        "id": "epoch:terminalbench_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 47.42,
        "se": 3.0355882645,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:terminalbench_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 61.42,
        "se": 4.1200272349,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:terminalbench_external:glm-4.6",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "glm-4.6",
        "source_model": "glm-4.6",
        "settings": "exact",
        "score": 24.5,
        "se": 2.4,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-30"
      },
      {
        "id": "epoch:terminalbench_external:glm-4.7",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "glm-4.7",
        "source_model": "glm-4.7",
        "settings": "exact",
        "score": 33.26,
        "se": 2.4523186857,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-22"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 33.9,
        "se": 2.9000000000000004,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 33.93,
        "se": 2.9049635593,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 22.2,
        "se": 2.6,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-mini-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 22.25,
        "se": 2.6242804005,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 7,
        "se": 1.9,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5-nano-2025-08-07_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 6.97,
        "se": 1.9198745909,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 47.6,
        "se": 2.8000000000000003,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.1-2025-11-13_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 47.58,
        "se": 2.7616039281,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.9,
        "se": 3,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.2-2025-12-11_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 54.04,
        "se": 2.8910174223,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.4-2026-03-05_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 81.8,
        "se": 2,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:terminalbench_external:gpt-5.5_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 66.07,
        "se": 2.4915582762,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:terminalbench_external:gpt-oss-120b",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 14.2,
        "se": 2.3,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:terminalbench_external:gpt-oss-120b_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 14.16,
        "se": 2.2673522558,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:terminalbench_external:gpt-oss-20b",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 3.1,
        "se": 1.5,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:terminalbench_external:gpt-oss-20b_unknown",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 3.07,
        "se": 1.5186814718,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:terminalbench_external:qwen3.5-9B",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "qwen3.5-9b",
        "source_model": "qwen3.5-9B",
        "settings": "exact",
        "score": 9.21,
        "se": 2.3513565589,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:terminalbench_external:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:terminalbench_external",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 24.63,
        "se": 3.2050494780000003,
        "n": 89,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:the_agent_company_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:the_agent_company_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 8.6,
        "se": 2.12,
        "n": 175,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:trivia_qa_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:trivia_qa_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 85.8,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:trivia_qa_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:trivia_qa_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 84.8,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:vpct_external:claude-opus-4-5-20251101_32K",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 40,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:vpct_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 38,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:vpct_external:claude-sonnet-4-5-20250929_32K",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_32K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 39.8,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:vpct_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 72.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:vpct_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 40,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:vpct_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 34,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:vpct_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 66,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 39,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5-mini-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 40.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 37.2,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5-nano-2025-08-07_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 35.4,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:vpct_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:vpct_external:gpt-5.1-2025-11-13_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 53.3,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:vpct_external:gpt-5.2-2025-12-11_high",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:vpct_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:vpct_external:o1-2024-12-17_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 37,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:vpct_external:o3-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 52,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:vpct_external:o4-mini-2025-04-16_medium",
        "source": "epoch",
        "benchmark": "epoch:vpct_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 57.5,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:weirdml_external:DeepSeek-R1",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 36.49,
        "se": 0.010907363270026518,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-20"
      },
      {
        "id": "epoch:weirdml_external:DeepSeek-R1-0528",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1-0528",
        "settings": "exact",
        "score": 41.63,
        "se": 0.015420663260519692,
        "unit": "percent",
        "own_run": false,
        "date": "2025-05-28"
      },
      {
        "id": "epoch:weirdml_external:Inkling_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "inkling",
        "source_model": "Inkling_high",
        "level": "high",
        "settings": "mismatch",
        "score": 32.29,
        "se": 0.017455866904238095,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:weirdml_external:Llama-3.3-70B-Instruct",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama-3.3-70B-Instruct",
        "settings": "exact",
        "score": 14.44,
        "se": 0.011523640365438143,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-06"
      },
      {
        "id": "epoch:weirdml_external:Qwen3-235B-A22B-Instruct-2507",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct-2507",
        "settings": "exact",
        "score": 38.7,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:weirdml_external:Qwen3-235B-A22B-Thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking-2507",
        "settings": "exact",
        "score": 37.28,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:weirdml_external:Qwen3-30B-A3B",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 29.75,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-29"
      },
      {
        "id": "epoch:weirdml_external:claude-fable-5-1_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.3,
        "se": 0.001376337560603623,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:weirdml_external:claude-fable-5-1_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.9,
        "se": 0.001280965433748779,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:weirdml_external:claude-fable-5_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.85,
        "se": 0.008026931867056431,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:weirdml_external:claude-fable-5_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.94,
        "se": 0.0024186536765080325,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:weirdml_external:claude-haiku-4-5-20251001",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001",
        "settings": "exact",
        "score": 45.4,
        "se": 0.011362920132010245,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:weirdml_external:claude-haiku-4-5-20251001_16K",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-haiku-4-5",
        "source_model": "claude-haiku-4-5-20251001_16K",
        "level": "thinking",
        "settings": "close",
        "score": 44.15,
        "se": 0.010276696227397039,
        "unit": "percent",
        "own_run": false,
        "date": "2025-10-15"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-5-20251101_16K",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 63.74,
        "se": 0.016646342828811226,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-6",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6",
        "settings": "exact",
        "score": 65.87,
        "se": 0.020435513268711278,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-6_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 77.95,
        "se": 0.023465628049314673,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-6_unknown",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 77.9,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-05"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-7",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7",
        "settings": "exact",
        "score": 76.4,
        "se": 0.017246892139005817,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-7_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_high",
        "level": "high",
        "settings": "mismatch",
        "score": 76.44,
        "se": 0.017860295681347223,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-7_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.45,
        "se": 0.02512541407541041,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-7_unknown",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7_unknown",
        "level": "unknown",
        "settings": "exact",
        "score": 76.4,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-16"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-8_medium",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 76.04,
        "se": 0.01646215855604908,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-8_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_none",
        "level": "none",
        "settings": "exact",
        "score": 70.45,
        "se": 0.013620999100200573,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-4-8_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82.89,
        "se": 0.009958824837467326,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-28"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-5",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5",
        "settings": "exact",
        "score": 86.34,
        "se": 0.01453204125517409,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-5_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.59,
        "se": 0.0017927171677920716,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:weirdml_external:claude-opus-5_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.78,
        "se": 0.003098361045836742,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:weirdml_external:claude-sonnet-4-5-20250929",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929",
        "settings": "exact",
        "score": 46.7,
        "se": 0.012670310629511955,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:weirdml_external:claude-sonnet-4-5-20250929_16K",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-sonnet-4-5",
        "source_model": "claude-sonnet-4-5-20250929_16K",
        "level": "thinking",
        "settings": "mismatch",
        "score": 47.71,
        "se": 0.010683114543195189,
        "unit": "percent",
        "own_run": false,
        "date": "2025-09-29"
      },
      {
        "id": "epoch:weirdml_external:claude-sonnet-4-6_medium",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 66.07,
        "se": 0.029806185543827163,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-17"
      },
      {
        "id": "epoch:weirdml_external:claude-sonnet-5_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.78,
        "se": 0.017696329549524787,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-30"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-flash-0731_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_high",
        "level": "high",
        "settings": "mismatch",
        "score": 57.05,
        "se": 0.012292173470515064,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-flash-0731_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731_max",
        "level": "max",
        "settings": "mismatch",
        "score": 62.96,
        "se": 0.01825242529226991,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-31"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.76,
        "se": 0.009118142469320882,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-flash_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash_max",
        "level": "max",
        "settings": "mismatch",
        "score": 45.63,
        "se": 0.005552935999080915,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-pro-0813_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813_max",
        "level": "max",
        "settings": "mismatch",
        "score": 66.22,
        "se": 0.01638262150844637,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-13"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-pro_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_high",
        "level": "high",
        "settings": "mismatch",
        "score": 46.53,
        "se": 0.010879277129526622,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:weirdml_external:deepseek-v4-pro_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro_max",
        "level": "max",
        "settings": "mismatch",
        "score": 48.9,
        "se": 0.017538854527333746,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-24"
      },
      {
        "id": "epoch:weirdml_external:gemini-3-flash-preview",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash-preview",
        "settings": "exact",
        "score": 61.6,
        "se": 0.015113939132131613,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-17"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.1-flash-lite",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.1-flash-lite",
        "source_model": "gemini-3.1-flash-lite",
        "settings": "exact",
        "score": 52.19,
        "se": 0.015603967429857592,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-03"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.1-pro-preview",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview",
        "settings": "exact",
        "score": 72.07,
        "se": 0.017632957273620634,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-19"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.5-flash-lite_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite_high",
        "level": "high",
        "settings": "mismatch",
        "score": 39,
        "se": 0.017156164116084945,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.5-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 62.64,
        "se": 0.024091415851094065,
        "unit": "percent",
        "own_run": false,
        "date": "2026-05-19"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.6-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 56.1,
        "se": 0.027228615189695254,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-21"
      },
      {
        "id": "epoch:weirdml_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.81,
        "se": 0.010115853370778513,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:weirdml_external:gemma-4-31b-it",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b-it",
        "settings": "exact",
        "score": 52.26,
        "se": 0.010633985942245199,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-02"
      },
      {
        "id": "epoch:weirdml_external:glm-5.1",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "glm-5.1",
        "source_model": "glm-5.1",
        "settings": "exact",
        "score": 57.1,
        "se": 0.01756716185413227,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-07"
      },
      {
        "id": "epoch:weirdml_external:glm-5.2_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.31,
        "se": 0.014915387714757675,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:weirdml_external:glm-5.2_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "glm-5.2",
        "source_model": "glm-5.2_max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.12,
        "se": 0.016924669523230865,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-16"
      },
      {
        "id": "epoch:weirdml_external:glm-5.3_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "glm-5.3",
        "source_model": "glm-5.3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.4,
        "se": 0.01665915023174048,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-14"
      },
      {
        "id": "epoch:weirdml_external:gpt-3.5-turbo-0125",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0125",
        "settings": "exact",
        "score": 3.48,
        "se": 0.006328795727774941,
        "unit": "percent",
        "own_run": false,
        "date": "2024-01-25"
      },
      {
        "id": "epoch:weirdml_external:gpt-4-0613",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0613",
        "settings": "exact",
        "score": 12.36,
        "se": 0.0175966778927463,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:weirdml_external:gpt-4-turbo-2024-04-09",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4-turbo",
        "source_model": "gpt-4-turbo-2024-04-09",
        "settings": "exact",
        "score": 18.01,
        "se": 0.014098474583975408,
        "unit": "percent",
        "own_run": false,
        "date": "2024-04-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-4.1-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 39.04,
        "se": 0.010299257007316829,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:weirdml_external:gpt-4.1-mini-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 37.61,
        "se": 0.011099148435005509,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:weirdml_external:gpt-4.1-nano-2025-04-14",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4.1-nano",
        "source_model": "gpt-4.1-nano-2025-04-14",
        "settings": "exact",
        "score": 18.98,
        "se": 0.011759249970392628,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-14"
      },
      {
        "id": "epoch:weirdml_external:gpt-4o-2024-11-20",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4o",
        "source_model": "gpt-4o-2024-11-20",
        "settings": "exact",
        "score": 25.12,
        "se": 0.01312140616428375,
        "unit": "percent",
        "own_run": false,
        "date": "2024-11-20"
      },
      {
        "id": "epoch:weirdml_external:gpt-4o-mini-2024-07-18",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-4o-mini",
        "source_model": "gpt-4o-mini-2024-07-18",
        "settings": "exact",
        "score": 11.76,
        "se": 0.013958141397025036,
        "unit": "percent",
        "own_run": false,
        "date": "2024-07-18"
      },
      {
        "id": "epoch:weirdml_external:gpt-5-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5",
        "source_model": "gpt-5-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.7,
        "se": 0.016777026323197355,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:weirdml_external:gpt-5-mini-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 52.67,
        "se": 0.014642503026075516,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:weirdml_external:gpt-5-nano-2025-08-07_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_high",
        "level": "high",
        "settings": "mismatch",
        "score": 38.06,
        "se": 0.013414257782068856,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:weirdml_external:gpt-5-nano-2025-08-07_low",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-2025-08-07_low",
        "level": "low",
        "settings": "close",
        "score": 25.89,
        "se": 0.00860594758851737,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-07"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.1-2025-11-13_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-2025-11-13_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.77,
        "se": 0.014219673026109514,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-13"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.2-2025-12-11_low",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_low",
        "level": "low",
        "settings": "close",
        "score": 49.6,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.2-2025-12-11_medium",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.44,
        "se": 0.01438769820982512,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.2-2025-12-11_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_none",
        "level": "none",
        "settings": "exact",
        "score": 49.6,
        "se": 0.014542225995169673,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72.19,
        "se": 0.019191659635557603,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-2026-03-05_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_none",
        "level": "none",
        "settings": "exact",
        "score": 57.44,
        "se": 0.01493713713906097,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-2026-03-05_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-2026-03-05_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.7,
        "se": 0.015646383228370683,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-05"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-mini-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.3,
        "se": 0.016867371616663178,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-mini-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 37.9,
        "se": 0.00993267029964524,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-nano-2026-03-17_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 49.23,
        "se": 0.01592769681566432,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.4-nano-2026-03-17_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-2026-03-17_none",
        "level": "none",
        "settings": "exact",
        "score": 37.96,
        "se": 0.011700544258476444,
        "unit": "percent",
        "own_run": false,
        "date": "2026-03-17"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.5_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.9,
        "se": 0.010857064112429189,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.5_none",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_none",
        "level": "none",
        "settings": "exact",
        "score": 67.15,
        "se": 0.017253756008593506,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84.91,
        "se": 0.01091535447188698,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-23"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.6-luna_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_high",
        "level": "high",
        "settings": "mismatch",
        "score": 60.86,
        "se": 0.018295213556011065,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.6-sol_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.76,
        "se": 0.00323705550671775,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.6-sol_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.97,
        "se": 0.008443334076782341,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.6-sol_promax",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_promax",
        "settings": "exact",
        "score": 89.43,
        "se": 0.006068246016949213,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-5.6-terra_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.27,
        "se": 0.01445138804172179,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_external:gpt-6-astra_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.87,
        "se": 0.001648119724718335,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:weirdml_external:gpt-6-astra_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.28,
        "se": 0.0015446475430902452,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:weirdml_external:gpt-6-astra_promax",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_promax",
        "settings": "exact",
        "score": 93.57,
        "se": 0.0026473963528335824,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:weirdml_external:gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 48.17,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:weirdml_external:gpt-oss-120b_medium",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 41.88,
        "se": 0.01318182235022303,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:weirdml_external:gpt-oss-20b_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 40.93,
        "se": 0.00913519232666839,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:weirdml_external:gpt-oss-20b_medium",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b_medium",
        "level": "medium",
        "settings": "mismatch",
        "score": 36.83,
        "se": 0.013480181366483192,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:weirdml_external:grok-4.6_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "grok-4.6",
        "source_model": "grok-4.6_high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.29,
        "se": 0.01783973695549794,
        "unit": "percent",
        "own_run": false,
        "date": "2026-08-12"
      },
      {
        "id": "epoch:weirdml_external:kimi-k2.6",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6",
        "settings": "exact",
        "score": 55.86,
        "se": 0.01657873745076911,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-20"
      },
      {
        "id": "epoch:weirdml_external:kimi-k2.7-code",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 54.12,
        "se": 0.016836483062585453,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-12"
      },
      {
        "id": "epoch:weirdml_external:kimi-k3_max",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_max",
        "level": "max",
        "settings": "mismatch",
        "score": 82.57,
        "se": 0.014431240190401944,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:weirdml_external:mistral-medium-2508",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "mistral-medium-3-5",
        "source_model": "mistral-medium-2508",
        "settings": "exact",
        "score": 33.13,
        "se": 0.012017965528137121,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-12"
      },
      {
        "id": "epoch:weirdml_external:o1-2024-12-17_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "o1",
        "source_model": "o1-2024-12-17_high",
        "level": "high",
        "settings": "mismatch",
        "score": 46.08,
        "se": 0.010408467555535693,
        "unit": "percent",
        "own_run": false,
        "date": "2024-12-17"
      },
      {
        "id": "epoch:weirdml_external:o1-preview-2024-09-12",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "o1",
        "source_model": "o1-preview-2024-09-12",
        "settings": "exact",
        "score": 47.56,
        "se": 0.022664784170150547,
        "unit": "percent",
        "own_run": false,
        "date": "2024-09-12"
      },
      {
        "id": "epoch:weirdml_external:o3-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "o3",
        "source_model": "o3-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 52.42,
        "se": 0.015441931633636616,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:weirdml_external:o3-mini-2025-01-31_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "o3-mini",
        "source_model": "o3-mini-2025-01-31_high",
        "level": "high",
        "settings": "mismatch",
        "score": 43.7,
        "se": 0.015164624724508389,
        "unit": "percent",
        "own_run": false,
        "date": "2025-01-31"
      },
      {
        "id": "epoch:weirdml_external:o4-mini-2025-04-16_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16_high",
        "level": "high",
        "settings": "mismatch",
        "score": 52.56,
        "se": 0.018323764208750044,
        "unit": "percent",
        "own_run": false,
        "date": "2025-04-16"
      },
      {
        "id": "epoch:weirdml_external:openai/gpt-oss-120b_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "gpt-oss-120b",
        "source_model": "openai/gpt-oss-120b_high",
        "level": "high",
        "settings": "mismatch",
        "score": 48.17,
        "se": 0.017207317818265386,
        "unit": "percent",
        "own_run": false,
        "date": "2025-08-05"
      },
      {
        "id": "epoch:weirdml_external:qwen/qwen3-235b-a22b-thinking-2507",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "qwen/qwen3-235b-a22b-thinking-2507",
        "settings": "exact",
        "score": 38.7,
        "se": 0.00957710919039418,
        "unit": "percent",
        "own_run": false,
        "date": "2025-07-25"
      },
      {
        "id": "epoch:weirdml_external:qwen3.5-27B",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3.5-27b",
        "source_model": "qwen3.5-27B",
        "settings": "exact",
        "score": 39.53,
        "se": 0.018188559541985887,
        "unit": "percent",
        "own_run": false,
        "date": "2026-02-24"
      },
      {
        "id": "epoch:weirdml_external:qwen3.6-35b-a3b",
        "source": "epoch",
        "benchmark": "epoch:weirdml_external",
        "model": "qwen3.6-35b-a3b",
        "source_model": "qwen3.6-35b-a3b",
        "settings": "exact",
        "score": 34.49,
        "se": 0.014262488975378608,
        "unit": "percent",
        "own_run": false,
        "date": "2026-04-14"
      },
      {
        "id": "epoch:weirdml_v3_external:Inkling_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "inkling",
        "source_model": "Inkling_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 4.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-15"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-fable-5-1_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 43.53,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-01"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-fable-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 27.86,
        "unit": "percent",
        "own_run": false,
        "date": "2026-06-09"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-haiku-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 24.13,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-07"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-opus-4-5-20251101_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101_high",
        "level": "high",
        "settings": "mismatch",
        "score": 7.13,
        "unit": "percent",
        "own_run": false,
        "date": "2025-11-24"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-opus-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 49.83,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-opus-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 32.54,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-24"
      },
      {
        "id": "epoch:weirdml_v3_external:claude-sonnet-5-5_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 36.99,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-28"
      },
      {
        "id": "epoch:weirdml_v3_external:deepseek-v4.1-flash-1017_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017_high",
        "level": "high",
        "settings": "mismatch",
        "score": 19.92,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-17"
      },
      {
        "id": "epoch:weirdml_v3_external:deepseek-v4.1-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 11.58,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-09"
      },
      {
        "id": "epoch:weirdml_v3_external:gemini-3.8-flash_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash_high",
        "level": "high",
        "settings": "mismatch",
        "score": 14.57,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-02"
      },
      {
        "id": "epoch:weirdml_v3_external:gemini-4-argon_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon_high",
        "level": "high",
        "settings": "mismatch",
        "score": 41.38,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-13"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-5.2-2025-12-11_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 9.72,
        "unit": "percent",
        "own_run": false,
        "date": "2025-12-11"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-5.6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 9.34,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-5.6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 21.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-09"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-6-astra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 54.05,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-03"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-6-luna_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 12.02,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-6-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 27.56,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-22"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-6.1-sol_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 50.6,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-29"
      },
      {
        "id": "epoch:weirdml_v3_external:gpt-6.1-terra_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 40.45,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-26"
      },
      {
        "id": "epoch:weirdml_v3_external:grok-4.7_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "grok-4.7",
        "source_model": "grok-4.7_xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 18.73,
        "unit": "percent",
        "own_run": false,
        "date": "2026-09-21"
      },
      {
        "id": "epoch:weirdml_v3_external:kimi-k3.1-pro_xhigh",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro_xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 18.91,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-23"
      },
      {
        "id": "epoch:weirdml_v3_external:kimi-k3_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "kimi-k3",
        "source_model": "kimi-k3_high",
        "level": "high",
        "settings": "mismatch",
        "score": 15.41,
        "unit": "percent",
        "own_run": false,
        "date": "2026-07-16"
      },
      {
        "id": "epoch:weirdml_v3_external:mistral-large-4-0_high",
        "source": "epoch",
        "benchmark": "epoch:weirdml_v3_external",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0_high",
        "level": "high",
        "settings": "mismatch",
        "score": 12.21,
        "unit": "percent",
        "own_run": false,
        "date": "2026-10-06"
      },
      {
        "id": "epoch:wino_grande_external:gpt-3.5-turbo-0613",
        "source": "epoch",
        "benchmark": "epoch:wino_grande_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-0613",
        "settings": "exact",
        "score": 81.6,
        "unit": "percent",
        "own_run": false,
        "date": "2023-06-13"
      },
      {
        "id": "epoch:wino_grande_external:gpt-3.5-turbo-1106",
        "source": "epoch",
        "benchmark": "epoch:wino_grande_external",
        "model": "gpt-3.5-turbo",
        "source_model": "gpt-3.5-turbo-1106",
        "settings": "exact",
        "score": 68.8,
        "unit": "percent",
        "own_run": false,
        "date": "2023-11-06"
      },
      {
        "id": "epoch:wino_grande_external:gpt-4-0314",
        "source": "epoch",
        "benchmark": "epoch:wino_grande_external",
        "model": "gpt-4",
        "source_model": "gpt-4-0314",
        "settings": "exact",
        "score": 87.5,
        "unit": "percent",
        "own_run": false,
        "date": "2023-03-14"
      },
      {
        "id": "livebench:category/IF:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 72.99,
        "se": 3.14,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 75.77,
        "se": 3.03,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 54.66,
        "se": 3.52,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.47,
        "se": 3.34,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 62.55,
        "se": 3.42,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 63.31,
        "se": 3.41,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.74,
        "se": 3.33,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 72.03,
        "se": 3.17,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 65.74,
        "se": 3.36,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.05,
        "se": 3.32,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 63.77,
        "se": 3.4,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 63.22,
        "se": 3.41,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 56.79,
        "se": 3.5,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.52,
        "se": 3.22,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63.86,
        "se": 3.4,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 63.14,
        "se": 3.41,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 65.52,
        "se": 3.36,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 70.96,
        "se": 3.21,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 62.35,
        "se": 3.43,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 67.7,
        "se": 3.31,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.03,
        "se": 3.24,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 79.1,
        "se": 2.88,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.6,
        "se": 3.04,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.24,
        "se": 3.32,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.37,
        "se": 3.05,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 79.93,
        "se": 2.83,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.41,
        "se": 2.75,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 62.29,
        "se": 3.43,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 69.3,
        "se": 3.26,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 52.82,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 61.77,
        "se": 3.44,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 59.8,
        "se": 3.47,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.2,
        "se": 3.32,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.22,
        "se": 3.23,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.73,
        "se": 3.22,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.12,
        "se": 3.46,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.85,
        "se": 3.18,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 64.62,
        "se": 3.38,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.58,
        "se": 3.04,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 55.93,
        "se": 3.51,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 68.57,
        "se": 3.28,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 74.15,
        "se": 3.1,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.33,
        "se": 3.2,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 71.87,
        "se": 3.18,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 75.28,
        "se": 3.05,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.1,
        "se": 3.24,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 64.36,
        "se": 3.39,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 56.29,
        "se": 3.51,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 71.36,
        "se": 3.2,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 57.51,
        "se": 3.5,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 53.23,
        "se": 3.53,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 58.34,
        "se": 3.49,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 74.04,
        "se": 3.1,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 72.66,
        "se": 3.15,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/IF:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:category/IF",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 74.08,
        "se": 3.1,
        "n": 200,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 89.5,
        "se": 2.5,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 90.68,
        "se": 2.37,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 62.63,
        "se": 3.95,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63.52,
        "se": 3.93,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 81.26,
        "se": 3.19,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 83.27,
        "se": 3.05,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.91,
        "se": 3.39,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 79.66,
        "se": 3.29,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 86.27,
        "se": 2.81,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85.5,
        "se": 2.88,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 88.69,
        "se": 2.59,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 76.1,
        "se": 3.48,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 77.98,
        "se": 3.38,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 83.43,
        "se": 3.04,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.97,
        "se": 3.54,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 70.12,
        "se": 3.74,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 79.18,
        "se": 3.32,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 80.36,
        "se": 3.24,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 78.13,
        "se": 3.38,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 82.07,
        "se": 3.13,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 81.19,
        "se": 3.19,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 85.38,
        "se": 2.89,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.58,
        "se": 2.95,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 71.82,
        "se": 3.67,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 83.9,
        "se": 3,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 85.46,
        "se": 2.88,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.79,
        "se": 2.67,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 76.24,
        "se": 3.48,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 79.86,
        "se": 3.27,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 77.31,
        "se": 3.42,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 79.81,
        "se": 3.28,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.95,
        "se": 3.71,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.51,
        "se": 3.95,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82.63,
        "se": 3.09,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.36,
        "se": 2.71,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.57,
        "se": 3.64,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.68,
        "se": 2.68,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 82.89,
        "se": 3.07,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.43,
        "se": 2.51,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.83,
        "se": 3.59,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 85.3,
        "se": 2.89,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.13,
        "se": 2.44,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.65,
        "se": 2.59,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 83.7,
        "se": 3.02,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 80.14,
        "se": 3.26,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 73.46,
        "se": 3.61,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 75.14,
        "se": 3.53,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 77.91,
        "se": 3.39,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 85.53,
        "se": 2.87,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 76.84,
        "se": 3.44,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 63.3,
        "se": 3.94,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 74.99,
        "se": 3.54,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 79.74,
        "se": 3.28,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 74.35,
        "se": 3.57,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Language:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:category/Language",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 79.69,
        "se": 3.28,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97.01,
        "se": 0.88,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 95.99,
        "se": 1.01,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 86.44,
        "se": 1.76,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.75,
        "se": 1.33,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 90.39,
        "se": 1.51,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 89.32,
        "se": 1.59,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.85,
        "se": 1.32,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 94.32,
        "se": 1.19,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97.08,
        "se": 0.87,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.8,
        "se": 0.9,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 95.73,
        "se": 1.04,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 86.99,
        "se": 1.73,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 96.13,
        "se": 0.99,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.69,
        "se": 0.92,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.94,
        "se": 1.32,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 79.65,
        "se": 2.07,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 86.79,
        "se": 1.74,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 87.81,
        "se": 1.68,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 90.68,
        "se": 1.49,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 95.09,
        "se": 1.11,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 93.29,
        "se": 1.29,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 91.04,
        "se": 1.47,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.24,
        "se": 1.65,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.74,
        "se": 2.26,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 86.4,
        "se": 1.76,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 93.47,
        "se": 1.27,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.56,
        "se": 1.43,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 89.78,
        "se": 1.56,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 87.9,
        "se": 1.68,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 81.24,
        "se": 2.01,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 93.17,
        "se": 1.3,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 78.46,
        "se": 2.11,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.98,
        "se": 1.47,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.15,
        "se": 1.21,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.86,
        "se": 1.02,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.2,
        "se": 1.72,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.2,
        "se": 0.98,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.91,
        "se": 1.13,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.81,
        "se": 0.9,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.12,
        "se": 1.6,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.36,
        "se": 0.96,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.83,
        "se": 0.9,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.48,
        "se": 0.95,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 92.57,
        "se": 1.35,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 95.68,
        "se": 1.04,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.36,
        "se": 1.65,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 84.28,
        "se": 1.87,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 79.6,
        "se": 2.07,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 84.44,
        "se": 1.86,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 76.95,
        "se": 2.16,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 79.87,
        "se": 2.06,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 83.72,
        "se": 1.9,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 85.25,
        "se": 1.82,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 86.21,
        "se": 1.77,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:category/Mathematics:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:category/Mathematics",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 91.31,
        "se": 1.45,
        "n": 379,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.01,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 76,
        "se": 4.27,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 88,
        "se": 3.25,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 95,
        "se": 2.18,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 75,
        "se": 4.33,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 93,
        "se": 2.55,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/AMPS_Hard:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/AMPS_Hard",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 98,
        "se": 1.4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93.83,
        "se": 3.4,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.33,
        "se": 3.76,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.5,
        "se": 1.72,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.5,
        "se": 2.93,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 89.5,
        "se": 4.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 97.33,
        "se": 2.28,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 99.33,
        "se": 1.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 92,
        "se": 3.84,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 95.33,
        "se": 2.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 93.67,
        "se": 3.44,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 99,
        "se": 1.41,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.98,
        "se": 1.42,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.39,
        "se": 3.25,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 2.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 93,
        "se": 3.61,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.17,
        "se": 4.01,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 89.33,
        "se": 4.37,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 96.33,
        "se": 2.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 77.17,
        "se": 5.94,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 90.5,
        "se": 4.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 96.5,
        "se": 2.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 90.5,
        "se": 4.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/connections:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/connections",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 94.5,
        "se": 3.22,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 67,
        "se": 4.7,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 89,
        "se": 3.13,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 78,
        "se": 4.14,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 73,
        "se": 4.44,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84,
        "se": 3.67,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 89,
        "se": 3.13,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 90,
        "se": 3,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97,
        "se": 1.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 0.5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88,
        "se": 3.25,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 37,
        "se": 4.83,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 65,
        "se": 4.77,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 76,
        "se": 4.27,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 78,
        "se": 4.14,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 94,
        "se": 2.37,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 3,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 78,
        "se": 4.14,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 68,
        "se": 4.66,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 26,
        "se": 4.39,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 63,
        "se": 4.83,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 88,
        "se": 3.25,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 80,
        "se": 4,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 76,
        "se": 4.27,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 69,
        "se": 4.62,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 45,
        "se": 4.97,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 92,
        "se": 2.71,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 37,
        "se": 4.83,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82.83,
        "se": 3.77,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 93,
        "se": 2.55,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70,
        "se": 4.58,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 95,
        "se": 2.18,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 74,
        "se": 4.39,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 99,
        "se": 0.99,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 85,
        "se": 3.57,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 96,
        "se": 1.96,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72,
        "se": 4.49,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 54,
        "se": 4.98,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 37,
        "se": 4.83,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 54,
        "se": 4.98,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 56,
        "se": 4.96,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 52,
        "se": 5,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 62,
        "se": 4.85,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 59,
        "se": 4.92,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 65,
        "se": 4.77,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/integrals_with_game:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/integrals_with_game",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 81,
        "se": 3.92,
        "n": 100,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 98.04,
        "se": 1.37,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98.04,
        "se": 1.37,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 98.04,
        "se": 1.37,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.16,
        "se": 2.66,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 93.14,
        "se": 2.5,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.16,
        "se": 2.66,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 96.08,
        "se": 1.92,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 91.18,
        "se": 2.81,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 92.16,
        "se": 2.66,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 93.14,
        "se": 2.5,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 97.06,
        "se": 1.67,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 94.12,
        "se": 2.33,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/math_comp:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/math_comp",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 95.1,
        "se": 2.14,
        "n": 102,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92.97,
        "se": 2.91,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92.85,
        "se": 2.94,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 83.7,
        "se": 4.21,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.95,
        "se": 3.84,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 89.46,
        "se": 3.5,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 92.17,
        "se": 3.06,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.38,
        "se": 3.2,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92.23,
        "se": 3.05,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 93.25,
        "se": 2.86,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 92.15,
        "se": 3.06,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92.8,
        "se": 2.95,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 87.86,
        "se": 3.72,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92.47,
        "se": 3.01,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.72,
        "se": 3.14,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.67,
        "se": 3.31,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 86.53,
        "se": 3.89,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 89.08,
        "se": 3.55,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 90.17,
        "se": 3.39,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 90.62,
        "se": 3.32,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 91.29,
        "se": 3.21,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 89.08,
        "se": 3.55,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 92.1,
        "se": 3.07,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.88,
        "se": 3.11,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 81.8,
        "se": 4.4,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 90.49,
        "se": 3.34,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 91.79,
        "se": 3.13,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 92.16,
        "se": 3.06,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 89.05,
        "se": 3.56,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 87.51,
        "se": 3.77,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 89.84,
        "se": 3.44,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 88.57,
        "se": 3.63,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85.73,
        "se": 3.99,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 87.98,
        "se": 3.71,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.47,
        "se": 3.18,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.35,
        "se": 3.2,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.65,
        "se": 3.62,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.69,
        "se": 3.15,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.54,
        "se": 3.17,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.17,
        "se": 3.06,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 90.38,
        "se": 3.36,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 91.37,
        "se": 3.2,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 92.27,
        "se": 3.04,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.86,
        "se": 3.12,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 91.21,
        "se": 3.23,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 91.65,
        "se": 3.15,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85.4,
        "se": 4.02,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 90.03,
        "se": 3.41,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 90.3,
        "se": 3.37,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 91.65,
        "se": 3.15,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 85.61,
        "se": 4,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 82.32,
        "se": 4.35,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 82.76,
        "se": 4.3,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 86.93,
        "se": 3.84,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 87.73,
        "se": 3.74,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/olympiad:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/olympiad",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 91.15,
        "se": 3.24,
        "n": 77,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 71.52,
        "se": 6.38,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 77.65,
        "se": 5.89,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 50.22,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.5,
        "se": 6.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 65.67,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 62.82,
        "se": 6.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.77,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 67.87,
        "se": 6.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 64.27,
        "se": 6.78,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 64.68,
        "se": 6.76,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 65.73,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 59.4,
        "se": 6.94,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 48.22,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.28,
        "se": 6.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 61.25,
        "se": 6.89,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 62.38,
        "se": 6.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 61.7,
        "se": 6.87,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 72.83,
        "se": 6.29,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 56.22,
        "se": 7.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 68.63,
        "se": 6.56,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.73,
        "se": 6.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 79.87,
        "se": 5.67,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.52,
        "se": 6.08,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 65,
        "se": 6.75,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 74.32,
        "se": 6.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 78.07,
        "se": 5.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 62.25,
        "se": 6.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 64.68,
        "se": 6.76,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 47.98,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 64.1,
        "se": 6.78,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 58.88,
        "se": 6.96,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.65,
        "se": 6.67,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63.43,
        "se": 6.81,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.73,
        "se": 6.37,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 47.82,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.52,
        "se": 6.38,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.03,
        "se": 7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.25,
        "se": 5.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 49.7,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.08,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.58,
        "se": 6.31,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.03,
        "se": 6.42,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 71.78,
        "se": 6.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 78.05,
        "se": 5.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.85,
        "se": 6.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 61.63,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 48.53,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 74.37,
        "se": 6.17,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 55.93,
        "se": 7.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 49.43,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 60.62,
        "se": 6.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 74.9,
        "se": 6.13,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/paraphrase:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/paraphrase",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 73.32,
        "se": 6.26,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 75.17,
        "se": 6.11,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 78.72,
        "se": 5.79,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 27.88,
        "se": 6.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 42.72,
        "se": 7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 66.45,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 66.48,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 61.41,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 61.65,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 77.48,
        "se": 5.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.16,
        "se": 5.94,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 74.73,
        "se": 6.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 56.98,
        "se": 7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 48.62,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.79,
        "se": 6.61,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 53.41,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 46.87,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 58.19,
        "se": 6.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 57.75,
        "se": 6.99,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 56.39,
        "se": 7.01,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 64.22,
        "se": 6.78,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.57,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 74.13,
        "se": 6.19,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.75,
        "se": 6.61,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 49.46,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.69,
        "se": 6.8,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 66.36,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 73.38,
        "se": 6.25,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 60.73,
        "se": 6.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 60.24,
        "se": 6.92,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 60.26,
        "se": 6.92,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 58.43,
        "se": 6.97,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 43.88,
        "se": 7.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 39.13,
        "se": 6.9,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.9,
        "se": 6.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.09,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 51.2,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 79.05,
        "se": 5.76,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.68,
        "se": 6.5,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 86.29,
        "se": 4.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 57.48,
        "se": 6.99,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 77.9,
        "se": 5.87,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 84.38,
        "se": 5.13,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 81.94,
        "se": 5.44,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 67.09,
        "se": 6.65,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 72.42,
        "se": 6.32,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 53.21,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 58.09,
        "se": 6.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 55.72,
        "se": 7.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 72.58,
        "se": 6.31,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 50.17,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 42.75,
        "se": 7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 52.47,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 58.72,
        "se": 6.96,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 56.54,
        "se": 7.01,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/plot_unscrambling:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/plot_unscrambling",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 58.56,
        "se": 6.97,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 70.17,
        "se": 6.47,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 72.03,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 50.25,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.78,
        "se": 6.84,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 54.95,
        "se": 7.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 59.15,
        "se": 6.95,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 65.5,
        "se": 6.72,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 62,
        "se": 6.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 58.67,
        "se": 6.96,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 63,
        "se": 6.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 61.58,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 62.93,
        "se": 6.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 50.85,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72.37,
        "se": 6.32,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 60.65,
        "se": 6.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 54.05,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 58.37,
        "se": 6.97,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 65.07,
        "se": 6.74,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 55.93,
        "se": 7.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 61.57,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 67.07,
        "se": 6.65,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 71.05,
        "se": 6.41,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 69.1,
        "se": 6.53,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.02,
        "se": 6.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.7,
        "se": 6.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 74.62,
        "se": 6.15,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.4,
        "se": 6.09,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 55.67,
        "se": 7.03,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 65.85,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 46.95,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 54.08,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 54.07,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.75,
        "se": 6.84,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.32,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 58.67,
        "se": 6.96,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.52,
        "se": 6.45,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 61.43,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.53,
        "se": 6.45,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 55.43,
        "se": 7.03,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.28,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 71.97,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 68.17,
        "se": 6.59,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 69.33,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 69.97,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 60.5,
        "se": 6.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 61.42,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 49.75,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 66.37,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 56.62,
        "se": 7.01,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 50.73,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 51.57,
        "se": 7.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 64.08,
        "se": 6.78,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 66.7,
        "se": 6.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/simplify:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/simplify",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 67.35,
        "se": 6.63,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 78.1,
        "se": 5.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 71.7,
        "se": 6.37,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 64.53,
        "se": 6.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 73.6,
        "se": 6.23,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 65.85,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 66.13,
        "se": 6.69,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 69.4,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 80.6,
        "se": 5.59,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 70.92,
        "se": 6.42,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.18,
        "se": 6.41,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 61.32,
        "se": 6.89,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 68.9,
        "se": 6.55,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 69.92,
        "se": 6.49,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.08,
        "se": 5.94,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 62.32,
        "se": 6.85,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 67.27,
        "se": 6.64,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 70.5,
        "se": 6.45,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 73.83,
        "se": 6.22,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 67.75,
        "se": 6.61,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 74.93,
        "se": 6.13,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.68,
        "se": 6.3,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 77.25,
        "se": 5.93,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.2,
        "se": 6.11,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 67.47,
        "se": 6.63,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.6,
        "se": 6.07,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 82.25,
        "se": 5.4,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 82.75,
        "se": 5.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 62.88,
        "se": 6.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 72.13,
        "se": 6.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 59.88,
        "se": 6.93,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 65.7,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.63,
        "se": 6.67,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 67.65,
        "se": 6.62,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 79.02,
        "se": 5.76,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72.55,
        "se": 6.31,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.07,
        "se": 6.54,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 75.92,
        "se": 6.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 66.83,
        "se": 6.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.98,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 63.28,
        "se": 6.82,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 66.93,
        "se": 6.65,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70.82,
        "se": 6.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.57,
        "se": 6.45,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 78.27,
        "se": 5.83,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 74.92,
        "se": 6.13,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.18,
        "se": 6.19,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 66.88,
        "se": 6.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 68.57,
        "se": 6.57,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 75.37,
        "se": 6.09,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 63.55,
        "se": 6.81,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 60.13,
        "se": 6.92,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 56.87,
        "se": 7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 76.28,
        "se": 6.02,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 73.1,
        "se": 6.27,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/story_generation:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/story_generation",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 76.52,
        "se": 5.99,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 72.17,
        "se": 6.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 81.7,
        "se": 5.47,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 53.63,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.98,
        "se": 6.65,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 63.72,
        "se": 6.8,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 65.15,
        "se": 6.74,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 66.28,
        "se": 6.69,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 77.67,
        "se": 5.89,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 69.1,
        "se": 6.53,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 69.33,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 66.43,
        "se": 6.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 61.65,
        "se": 6.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 58.17,
        "se": 6.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70.33,
        "se": 6.46,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.22,
        "se": 6.4,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 68.85,
        "se": 6.55,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 71.5,
        "se": 6.38,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 72.1,
        "se": 6.34,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 69.5,
        "se": 6.51,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 65.67,
        "se": 6.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.65,
        "se": 6.5,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 88.23,
        "se": 4.56,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 82.58,
        "se": 5.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 68.47,
        "se": 6.57,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 75.85,
        "se": 6.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 84.77,
        "se": 5.08,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 87.5,
        "se": 4.68,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 68.37,
        "se": 6.58,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 74.55,
        "se": 6.16,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 56.47,
        "se": 7.01,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 63.2,
        "se": 6.82,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 59.63,
        "se": 6.94,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 71.77,
        "se": 6.37,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 68.42,
        "se": 6.57,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72.32,
        "se": 6.33,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 64.93,
        "se": 6.75,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 69.43,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 73.17,
        "se": 6.27,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 79.55,
        "se": 5.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 55.32,
        "se": 7.03,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 68,
        "se": 6.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 81.25,
        "se": 5.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 75.53,
        "se": 6.08,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 68.08,
        "se": 6.59,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 78.17,
        "se": 5.84,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 74.85,
        "se": 6.14,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 67.5,
        "se": 6.62,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 58.32,
        "se": 6.97,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 69.35,
        "se": 6.52,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 53.93,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 52.62,
        "se": 7.06,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 64.32,
        "se": 6.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 83.8,
        "se": 5.21,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 75.93,
        "se": 6.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/summarize:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/summarize",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 79.15,
        "se": 5.75,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-fable-5-1-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5-1-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-fable-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-fable-5",
        "source_model": "claude-fable-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-haiku-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 64,
        "se": 6.79,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-haiku-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 54,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-4-5-20251101-thinking-64k-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-4-5",
        "source_model": "claude-opus-4-5-20251101-thinking-64k-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-4-6-thinking-auto-high-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-4-6",
        "source_model": "claude-opus-4-6-thinking-auto-high-effort",
        "level": "high",
        "settings": "mismatch",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-4-7-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-4-7",
        "source_model": "claude-opus-4-7-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-4-8-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-4-8",
        "source_model": "claude-opus-4-8-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-opus-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-opus-5",
        "source_model": "claude-opus-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 92,
        "se": 3.84,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-sonnet-4-6-thinking-auto-medium-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-sonnet-4-6",
        "source_model": "claude-sonnet-4-6-thinking-auto-medium-effort",
        "level": "medium",
        "settings": "mismatch",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-sonnet-5-5-max-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-max-effort",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-sonnet-5-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:claude-sonnet-5-xhigh-effort",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "claude-sonnet-5",
        "source_model": "claude-sonnet-5-xhigh-effort",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 76,
        "se": 6.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4-flash",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-v4-flash",
        "source_model": "deepseek-v4-flash",
        "settings": "exact",
        "score": 74,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4-flash-0731",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-v4-flash-0731",
        "source_model": "deepseek-v4-flash-0731",
        "settings": "exact",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4-flash-vision-exp",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-v4-flash-vision-exp",
        "source_model": "deepseek-v4-flash-vision-exp",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4-pro",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-v4-pro",
        "source_model": "deepseek-v4-pro",
        "settings": "exact",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4-pro-0813",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-v4-pro-0813",
        "source_model": "deepseek-v4-pro-0813",
        "settings": "exact",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:deepseek-v4.1-flash-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "deepseek-flash",
        "source_model": "deepseek-v4.1-flash-max",
        "level": "max",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.1-pro-preview-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.1-pro-preview",
        "source_model": "gemini-3.1-pro-preview-high",
        "level": "high",
        "settings": "close",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.5-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.5-flash",
        "source_model": "gemini-3.5-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.5-flash-lite-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.5-flash-lite",
        "source_model": "gemini-3.5-flash-lite-high",
        "level": "high",
        "settings": "mismatch",
        "score": 74,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.6-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.6-flash",
        "source_model": "gemini-3.6-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.7-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.7-flash",
        "source_model": "gemini-3.7-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 90,
        "se": 4.24,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gemini-3.8-flash-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash-high",
        "level": "high",
        "settings": "mismatch",
        "score": 90,
        "se": 4.24,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:glm-5.2",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "glm-5.2",
        "source_model": "glm-5.2",
        "settings": "exact",
        "score": 74,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:glm-5.3",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "glm-5.3",
        "source_model": "glm-5.3",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "settings": "exact",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.2-2025-12-11-high",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.2",
        "source_model": "gpt-5.2-2025-12-11-high",
        "level": "high",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.4-mini-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.4-mini",
        "source_model": "gpt-5.4-mini-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.4-nano-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.4-nano",
        "source_model": "gpt-5.4-nano-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 54,
        "se": 7.05,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.4-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.4",
        "source_model": "gpt-5.4-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.5-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.5",
        "source_model": "gpt-5.5-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.6-luna",
        "source_model": "gpt-5.6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.6-sol",
        "source_model": "gpt-5.6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-5.6-terra-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-6-astra-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra-max",
        "level": "max",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-6-luna-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna-max",
        "level": "max",
        "settings": "mismatch",
        "score": 64,
        "se": 6.79,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-6-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-6-sol",
        "source_model": "gpt-6-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-6.1-sol-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-max",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:gpt-6.1-sol-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:grok-4.7-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "grok-4.7",
        "source_model": "grok-4.7-xhigh",
        "level": "xhigh",
        "settings": "close",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:inkling-xhigh",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "inkling",
        "source_model": "inkling-xhigh",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 76,
        "se": 6.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:kimi-k2.6-thinking",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "kimi-k2.6",
        "source_model": "kimi-k2.6-thinking",
        "level": "thinking",
        "settings": "mismatch",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:kimi-k2.7-code",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "kimi-k2.7-code",
        "source_model": "kimi-k2.7-code",
        "settings": "exact",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:minimax-m3",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "minimax-m3",
        "source_model": "minimax-m3",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:qwen3.6-27b",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "qwen3.6-27b",
        "source_model": "qwen3.6-27b",
        "settings": "exact",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:qwen3.6-plus",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "qwen3.6-plus",
        "source_model": "qwen3.6-plus",
        "settings": "exact",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:qwen3.7-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "qwen3.7-max",
        "source_model": "qwen3.7-max",
        "settings": "exact",
        "score": 84,
        "se": 5.18,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "settings": "exact",
        "score": 76,
        "se": 6.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:task/typos:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:task/typos",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "settings": "exact",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-06-25"
      },
      {
        "id": "livebench:v2/Browser:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 89.8,
        "se": 6.05,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.9,
        "se": 6.75,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 69.5,
        "se": 9.21,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 88.4,
        "se": 6.4,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 89.3,
        "se": 6.18,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 67.2,
        "se": 9.39,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 45.1,
        "se": 9.95,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 82.8,
        "se": 7.55,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 80,
        "se": 8,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.1,
        "se": 8.4,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 0,
        "se": 2,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 59.8,
        "se": 9.81,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 70.3,
        "se": 9.14,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 91.3,
        "se": 5.64,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 70.3,
        "se": 9.14,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 93.3,
        "se": 5,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 93.1,
        "se": 5.07,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 49.4,
        "se": 10,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 49.3,
        "se": 10,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 12,
        "se": 6.5,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 75.2,
        "se": 8.64,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 75.9,
        "se": 8.55,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 77.3,
        "se": 8.38,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 80.6,
        "se": 7.91,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 17.4,
        "se": 7.58,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 24.2,
        "se": 8.57,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Browser:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Browser",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 49.4,
        "se": 10,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 89.7,
        "se": 6.2,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 79.2,
        "se": 8.28,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 77.6,
        "se": 8.51,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 87.1,
        "se": 6.84,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 77.2,
        "se": 8.56,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 80.4,
        "se": 8.1,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 73.3,
        "se": 9.03,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 85.7,
        "se": 7.15,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 91,
        "se": 5.84,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 78.5,
        "se": 8.39,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 20.3,
        "se": 8.21,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 70.9,
        "se": 9.27,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 84.2,
        "se": 7.45,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 87.5,
        "se": 6.75,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 70.8,
        "se": 9.28,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 82.1,
        "se": 7.83,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 89.2,
        "se": 6.34,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 76.7,
        "se": 8.63,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 73.1,
        "se": 9.05,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 48.7,
        "se": 10.2,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 53.1,
        "se": 10.19,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 67.8,
        "se": 9.54,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 64.5,
        "se": 9.77,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 68.8,
        "se": 9.46,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 79.4,
        "se": 8.26,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 69.3,
        "se": 9.42,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Coding:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Coding",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 60.9,
        "se": 9.96,
        "n": 24,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 4.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.6,
        "se": 4.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 16.4,
        "se": 5.4,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 4.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 40.6,
        "se": 7.16,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 90.3,
        "se": 4.32,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 20.6,
        "se": 5.9,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 91.4,
        "se": 4.09,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 98.2,
        "se": 1.94,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 95,
        "se": 3.18,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 13.6,
        "se": 5,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 84.3,
        "se": 5.31,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 87.7,
        "se": 4.79,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 4.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 70.5,
        "se": 6.65,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 4.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 90.5,
        "se": 4.28,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 84.6,
        "se": 5.26,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 85.7,
        "se": 5.11,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 69.9,
        "se": 6.69,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 89.8,
        "se": 4.41,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 90.2,
        "se": 4.34,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 70.5,
        "se": 6.65,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 68.1,
        "se": 6.8,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 81.6,
        "se": 5.65,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 84.9,
        "se": 5.22,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Consecutive events:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Consecutive events",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 87.1,
        "se": 4.89,
        "n": 47,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 56.2,
        "se": 6.88,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 55.8,
        "se": 6.89,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 44.8,
        "se": 6.9,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 52.3,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 39.8,
        "se": 6.79,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 48.2,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 45.3,
        "se": 6.9,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 69.9,
        "se": 6.36,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 67.3,
        "se": 6.51,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 56.7,
        "se": 6.87,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 46.3,
        "se": 6.91,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 48.8,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 50.2,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 58.4,
        "se": 6.84,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 49.6,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 57.4,
        "se": 6.86,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 56.5,
        "se": 6.87,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 43.1,
        "se": 6.87,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 44.9,
        "se": 6.9,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 48.5,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 48.4,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 49.1,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 48.3,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 48,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 48.2,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 48.8,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table join:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table join",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 50.1,
        "se": 6.93,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 94.1,
        "se": 3.3,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 96.1,
        "se": 2.71,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 94.1,
        "se": 3.3,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 94.1,
        "se": 3.3,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 96.1,
        "se": 2.71,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 0.98,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 96.1,
        "se": 2.71,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis/Table reformat:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis/Table reformat",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.96,
        "n": 51,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 80.3,
        "se": 3.25,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 81.5,
        "se": 3.17,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 53.1,
        "se": 4.07,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 80.3,
        "se": 3.25,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 59.5,
        "se": 4.01,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 79.5,
        "se": 3.3,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 54,
        "se": 4.07,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 85.2,
        "se": 2.9,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 86.5,
        "se": 2.79,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 83.2,
        "se": 3.05,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 53.3,
        "se": 4.07,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 76.4,
        "se": 3.47,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 79.3,
        "se": 3.31,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 83,
        "se": 3.07,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 73.4,
        "se": 3.61,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 82.7,
        "se": 3.09,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 82.3,
        "se": 3.12,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 75.3,
        "se": 3.52,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 76.9,
        "se": 3.44,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 72.8,
        "se": 3.63,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 78.7,
        "se": 3.34,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 79.1,
        "se": 3.32,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 72.3,
        "se": 3.65,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 71.4,
        "se": 3.69,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 76.6,
        "se": 3.46,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 76.6,
        "se": 3.46,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Data Analysis:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Data Analysis",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.4,
        "se": 3.36,
        "n": 150,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 81.6,
        "se": 7.75,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 85.1,
        "se": 7.12,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 79.3,
        "se": 8.1,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 83.3,
        "se": 7.46,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 81.3,
        "se": 7.8,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 79.8,
        "se": 8.03,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 69.7,
        "se": 9.19,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 69.2,
        "se": 9.23,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 80.2,
        "se": 7.97,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 77.3,
        "se": 8.38,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 56.5,
        "se": 9.92,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 73.7,
        "se": 8.81,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 70.9,
        "se": 9.08,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 8,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 76.1,
        "se": 8.53,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 79.6,
        "se": 8.06,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 79.7,
        "se": 8.04,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 76.3,
        "se": 8.5,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 75,
        "se": 8.66,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 55.2,
        "se": 9.95,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 72.5,
        "se": 8.93,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 73.7,
        "se": 8.81,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 74.3,
        "se": 8.74,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 71.2,
        "se": 9.06,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 76.3,
        "se": 8.5,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 72.4,
        "se": 8.94,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Design:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Design",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 76.6,
        "se": 8.47,
        "n": 25,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 74.2,
        "se": 10.31,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82.9,
        "se": 8.87,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 47.9,
        "se": 11.77,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 72.8,
        "se": 10.49,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 63.4,
        "se": 11.35,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 38.8,
        "se": 11.49,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 16.5,
        "se": 8.75,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 58.5,
        "se": 11.61,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 72.7,
        "se": 10.5,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 61.8,
        "se": 11.45,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 8.5,
        "se": 6.57,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 20.7,
        "se": 9.55,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 25.9,
        "se": 10.33,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 75.6,
        "se": 10.12,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 24.7,
        "se": 10.17,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 65.6,
        "se": 11.2,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 56.2,
        "se": 11.69,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 18.7,
        "se": 9.19,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 45.3,
        "se": 11.73,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 9.8,
        "se": 7.01,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 36,
        "se": 11.31,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 38.7,
        "se": 11.48,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 36.4,
        "se": 11.34,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 25.7,
        "se": 10.3,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 24.7,
        "se": 10.17,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 15.9,
        "se": 8.62,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Long Agentic:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Long Agentic",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 26.6,
        "se": 10.41,
        "n": 18,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 66,
        "se": 6.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 70,
        "se": 6.48,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 82,
        "se": 5.43,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 76,
        "se": 6.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 68,
        "se": 6.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 62,
        "se": 6.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 76,
        "se": 6.04,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 62,
        "se": 6.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 66,
        "se": 6.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 66,
        "se": 6.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 5.66,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 78,
        "se": 5.86,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 66,
        "se": 6.7,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 64,
        "se": 6.79,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 68,
        "se": 6.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Logic with navigation:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Logic with navigation",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 74,
        "se": 6.2,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 98,
        "se": 1.98,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 94,
        "se": 3.36,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Spatial:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Spatial",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 80.8,
        "se": 5.46,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 73.1,
        "se": 6.15,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 78.8,
        "se": 5.67,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 84.6,
        "se": 5.01,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 88.5,
        "se": 4.42,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 76.9,
        "se": 5.84,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 92.3,
        "se": 3.7,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 73.1,
        "se": 6.15,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 73.1,
        "se": 6.15,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 84.6,
        "se": 5.01,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 73.1,
        "se": 6.15,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 84.6,
        "se": 5.01,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 90.4,
        "se": 4.09,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 84.6,
        "se": 5.01,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 65.4,
        "se": 6.6,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 82.7,
        "se": 5.25,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 86.5,
        "se": 4.74,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 63.5,
        "se": 6.68,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 88.5,
        "se": 4.42,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 59.6,
        "se": 6.8,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Theory of mind:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Theory of mind",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 78.8,
        "se": 5.67,
        "n": 52,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 96.8,
        "se": 2.49,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 98.2,
        "se": 1.88,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 36,
        "se": 6.79,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 79.5,
        "se": 5.71,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 96,
        "se": 2.77,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 96.5,
        "se": 2.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 86,
        "se": 4.91,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 88,
        "se": 4.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 72,
        "se": 6.35,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 94.5,
        "se": 3.22,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 96.5,
        "se": 2.6,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning/Zebra puzzles:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning/Zebra puzzles",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 100,
        "se": 1,
        "n": 50,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 91.7,
        "se": 1.94,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.8,
        "se": 2.22,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 82.4,
        "se": 2.68,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 92.2,
        "se": 1.89,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 91.6,
        "se": 1.95,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 89.1,
        "se": 2.19,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 89.3,
        "se": 2.17,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 95.1,
        "se": 1.52,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 90.6,
        "se": 2.05,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.6,
        "se": 2.24,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 68.3,
        "se": 3.27,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 77.6,
        "se": 2.93,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 2.05,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 92.7,
        "se": 1.83,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 81.8,
        "se": 2.71,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 92.6,
        "se": 1.84,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 88.7,
        "se": 2.23,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 91.2,
        "se": 1.99,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 82.7,
        "se": 2.66,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 78.3,
        "se": 2.9,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 90.7,
        "se": 2.04,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 91.1,
        "se": 2,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 79.6,
        "se": 2.84,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 82.9,
        "se": 2.65,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 85.2,
        "se": 2.5,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 80,
        "se": 2.81,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Reasoning:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Reasoning",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 88.2,
        "se": 2.27,
        "n": 202,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:claude-fable-5.1",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "claude-fable-5-1",
        "source_model": "claude-fable-5.1",
        "level": "max",
        "settings": "mismatch",
        "score": 88.5,
        "se": 6.8,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:claude-fable-5.2",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "claude-fable-5-2",
        "source_model": "claude-fable-5.2",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 94.5,
        "se": 4.86,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:claude-haiku-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "claude-haiku-5-5",
        "source_model": "claude-haiku-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 84.3,
        "se": 7.76,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:claude-opus-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "claude-opus-5-5",
        "source_model": "claude-opus-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 88.9,
        "se": 6.7,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:claude-sonnet-5.5",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "claude-sonnet-5-5",
        "source_model": "claude-sonnet-5.5",
        "level": "max",
        "settings": "mismatch",
        "score": 88,
        "se": 6.93,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:deepseek-v4.1-flash-1017",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "deepseek-v4.1-flash-1017",
        "level": "max",
        "settings": "mismatch",
        "score": 78.6,
        "se": 8.74,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gemini-3.8-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gemini-3.8-flash",
        "source_model": "gemini-3.8-flash",
        "level": "high",
        "settings": "mismatch",
        "score": 79.4,
        "se": 8.62,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gemini-4-argon",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gemini-4-argon",
        "source_model": "gemini-4-argon",
        "level": "high",
        "settings": "mismatch",
        "score": 86.8,
        "se": 7.22,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gemini-4-carbon",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gemini-4-carbon",
        "source_model": "gemini-4-carbon",
        "level": "high",
        "settings": "mismatch",
        "score": 92.5,
        "se": 5.62,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gemini-4-hydrogen",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gemini-4-hydrogen",
        "source_model": "gemini-4-hydrogen",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 86.8,
        "se": 7.22,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gemma-4-31b",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gemma-4-31b-it",
        "source_model": "gemma-4-31b",
        "level": "max",
        "settings": "mismatch",
        "score": 38.1,
        "se": 10.35,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:glm-5.3-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "glm-5.3-flash",
        "source_model": "glm-5.3-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 73.9,
        "se": 9.36,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gpt-5.6-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gpt-5.6-terra",
        "source_model": "gpt-5.6-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 79.7,
        "se": 8.58,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gpt-6-astra",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gpt-6-astra",
        "source_model": "gpt-6-astra",
        "level": "max",
        "settings": "mismatch",
        "score": 90.6,
        "se": 6.22,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gpt-6-luna",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gpt-6-luna",
        "source_model": "gpt-6-luna",
        "level": "max",
        "settings": "mismatch",
        "score": 48.5,
        "se": 10.66,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gpt-6.1-sol",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gpt-6.1-sol",
        "source_model": "gpt-6.1-sol",
        "level": "max",
        "settings": "mismatch",
        "score": 90,
        "se": 6.4,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:gpt-6.1-terra",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "gpt-6.1-terra",
        "source_model": "gpt-6.1-terra",
        "level": "max",
        "settings": "mismatch",
        "score": 79.1,
        "se": 8.67,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:grok-4.6",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "grok-4.6",
        "source_model": "grok-4.6",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 88.8,
        "se": 6.72,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:grok-4.7",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "grok-4.7",
        "source_model": "grok-4.7",
        "level": "xhigh",
        "settings": "close",
        "score": 89.5,
        "se": 6.54,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:inkling",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "inkling",
        "source_model": "inkling",
        "level": "max",
        "settings": "mismatch",
        "score": 60.3,
        "se": 10.43,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:kimi-k3",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "kimi-k3",
        "source_model": "kimi-k3",
        "level": "max",
        "settings": "mismatch",
        "score": 79.8,
        "se": 8.56,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:kimi-k3.1-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "kimi-k3.1-pro",
        "source_model": "kimi-k3.1-pro",
        "level": "max",
        "settings": "mismatch",
        "score": 82.1,
        "se": 8.17,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:mimo-v2.6-pro",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "mimo-v2.6-pro",
        "source_model": "mimo-v2.6-pro",
        "level": "high",
        "settings": "mismatch",
        "score": 84.8,
        "se": 7.65,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:minimax-m3.1-flash",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "minimax-m3.1-flash",
        "source_model": "minimax-m3.1-flash",
        "level": "max",
        "settings": "mismatch",
        "score": 76.7,
        "se": 9.01,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:mistral-large-4-0",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "mistral-large-4-0",
        "source_model": "mistral-large-4-0",
        "level": "high",
        "settings": "mismatch",
        "score": 80.3,
        "se": 8.48,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:qwen3.8-27b",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "qwen3.8-27b",
        "source_model": "qwen3.8-27b",
        "level": "max",
        "settings": "mismatch",
        "score": 61.3,
        "se": 10.38,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "livebench:v2/Research:qwen3.8-max",
        "source": "livebench",
        "benchmark": "livebench:v2/Research",
        "model": "qwen3.8-max-0902",
        "source_model": "qwen3.8-max",
        "level": "max",
        "settings": "mismatch",
        "score": 72.8,
        "se": 9.49,
        "n": 22,
        "unit": "percent",
        "own_run": true,
        "date": "2026-11-06"
      },
      {
        "id": "lmarena:agent/overall:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": -0.07,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.06,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.14,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Fable 5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-fable-5-2",
        "source_model": "Claude Fable 5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.29,
        "se": 0.02,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": -0,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.06,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.13,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.18,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.01,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Sonnet 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.07,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Claude Sonnet 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.15,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.01,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": -0,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": -0.04,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 0.04,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": -0.03,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.14,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6 Luna (Low)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Low)",
        "level": "low",
        "settings": "close",
        "score": -0.07,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.01,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6 Luna (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": -0.03,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.06,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.12,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6.1 Sol (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 0.08,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6.1 Terra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.11,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:GPT-6.1 Terra (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 0.04,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": -0.06,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": -0.03,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.01,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.1,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.16,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 0.15,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Grok 4.6 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": -0.01,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 0.02,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Hy4",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "hy4-preview",
        "source_model": "Hy4",
        "settings": "exact",
        "score": 0.06,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Hy4 preview",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "hy4-preview",
        "source_model": "Hy4 preview",
        "settings": "exact",
        "score": -0,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": -0.18,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 0.03,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": -0.19,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": -0,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 0.04,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": -0.01,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 0.01,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": -0.11,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:MiniMax-M3.1-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "minimax-m3.1-flash",
        "source_model": "MiniMax-M3.1-Flash",
        "settings": "exact",
        "score": -0.04,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": -0.14,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Qwen3.7-Max",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max",
        "settings": "exact",
        "score": -0.08,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": -0.09,
        "se": 0.01,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": -0.06,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:agent/overall:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:agent/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": -0.01,
        "se": 0,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:document/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.61,
        "se": 3.39,
        "n": 12357,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.84,
        "se": 7.73,
        "n": 1453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1420.4,
        "se": 2.71,
        "n": 39423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1465.71,
        "se": 5.21,
        "n": 8304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1506.22,
        "se": 2.67,
        "n": 47264,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1507.61,
        "se": 3.24,
        "n": 29456,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1494.79,
        "se": 3.26,
        "n": 23628,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.68,
        "se": 3.28,
        "n": 23327,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1465.05,
        "se": 3.24,
        "n": 14729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.55,
        "se": 3.5,
        "n": 12069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.66,
        "se": 2.88,
        "n": 16189,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1449.34,
        "se": 3.1,
        "n": 32916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1481.88,
        "se": 2.98,
        "n": 61055,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.54,
        "se": 3.35,
        "n": 11044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1403.01,
        "se": 4.65,
        "n": 8736,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1402.09,
        "se": 2.97,
        "n": 29726,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1403.88,
        "se": 4.71,
        "n": 7552,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1472.95,
        "se": 3.04,
        "n": 35183,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1480.9,
        "se": 2.71,
        "n": 27751,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1484.29,
        "se": 2.73,
        "n": 27324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1453.8,
        "se": 3.58,
        "n": 8832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1480.04,
        "se": 3.47,
        "n": 9649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1467.66,
        "se": 3.28,
        "n": 11412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1467.25,
        "se": 4.38,
        "n": 5723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1414.29,
        "se": 4.76,
        "n": 7538,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1443.25,
        "se": 2.65,
        "n": 52244,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.77,
        "se": 4.67,
        "n": 4248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1460.64,
        "se": 3.97,
        "n": 6835,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.13,
        "se": 5.46,
        "n": 3031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.47,
        "se": 3.88,
        "n": 7680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.92,
        "se": 4.05,
        "n": 6950,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1434.33,
        "se": 3.43,
        "n": 15431,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1438.08,
        "se": 3.95,
        "n": 7669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1450.45,
        "se": 3.85,
        "n": 11809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1436.91,
        "se": 4.13,
        "n": 6617,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:document/overall:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:document/overall",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1437.44,
        "se": 3.81,
        "n": 7426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1228.15,
        "se": 3.39,
        "n": 69528,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Fable 5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1237.31,
        "se": 3.52,
        "n": 33769,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1230.1,
        "se": 2.54,
        "n": 121890,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1202.42,
        "se": 2.94,
        "n": 101197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1239.03,
        "se": 3.47,
        "n": 34000,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Claude Opus 5.5 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1213.33,
        "se": 3.46,
        "n": 31730,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1257.84,
        "se": 3.29,
        "n": 62364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1230.81,
        "se": 4.02,
        "n": 17456,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1160.17,
        "se": 3.54,
        "n": 46776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1174.47,
        "se": 3.8,
        "n": 13499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1230.36,
        "se": 3.98,
        "n": 26556,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:search/overall:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:search/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1259.78,
        "se": 6.94,
        "n": 1998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1555.49,
        "se": 5.56,
        "n": 3322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1565.45,
        "se": 8.04,
        "n": 1622,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1433.54,
        "se": 3.25,
        "n": 10869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.76,
        "se": 9.35,
        "n": 1142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1495.87,
        "se": 4.39,
        "n": 5319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.36,
        "se": 5.61,
        "n": 3007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1544.16,
        "se": 4.31,
        "n": 6130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1549.25,
        "se": 4.42,
        "n": 5899,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1534.65,
        "se": 5.13,
        "n": 4057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1537.74,
        "se": 5.04,
        "n": 4098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1525.5,
        "se": 4.95,
        "n": 4258,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.96,
        "se": 4.96,
        "n": 4233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1549.43,
        "se": 4.6,
        "n": 5811,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1546.57,
        "se": 6.24,
        "n": 2771,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1564.56,
        "se": 8.75,
        "n": 1349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1477.82,
        "se": 4.2,
        "n": 5790,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.28,
        "se": 4.14,
        "n": 5832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1508.01,
        "se": 4.85,
        "n": 4445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.62,
        "se": 5.06,
        "n": 4028,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1540.98,
        "se": 9.16,
        "n": 1195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1428.39,
        "se": 9.28,
        "n": 1151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1427.09,
        "se": 8.87,
        "n": 1186,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1457.3,
        "se": 5.18,
        "n": 3666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1453.97,
        "se": 5.49,
        "n": 3089,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1470.68,
        "se": 5.86,
        "n": 2938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.1,
        "se": 5.86,
        "n": 2916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1487.97,
        "se": 5.53,
        "n": 3321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.76,
        "se": 11.59,
        "n": 677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.41,
        "se": 5.61,
        "n": 3263,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1526.21,
        "se": 9.62,
        "n": 1011,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1477.79,
        "se": 5.87,
        "n": 2690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1495.04,
        "se": 9.41,
        "n": 1006,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1513.91,
        "se": 4.76,
        "n": 4662,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1523.29,
        "se": 5.18,
        "n": 3861,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1540.23,
        "se": 6.56,
        "n": 2406,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1528.62,
        "se": 5.34,
        "n": 3886,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1212.8,
        "se": 5.36,
        "n": 7558,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1165.53,
        "se": 12.57,
        "n": 708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1288.53,
        "se": 6.07,
        "n": 5849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1260.24,
        "se": 5.37,
        "n": 8540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1317.72,
        "se": 4.86,
        "n": 10827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1313.24,
        "se": 5.06,
        "n": 11382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1315.15,
        "se": 5.16,
        "n": 9150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1423.13,
        "se": 5.42,
        "n": 3307,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1383.8,
        "se": 6.11,
        "n": 2544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1320.74,
        "se": 18.35,
        "n": 246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1339.24,
        "se": 4.45,
        "n": 11416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1331.17,
        "se": 5.49,
        "n": 3778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1316.68,
        "se": 4.72,
        "n": 5778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1453.38,
        "se": 6.74,
        "n": 2239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1403.6,
        "se": 7.17,
        "n": 1946,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1378.6,
        "se": 13.46,
        "n": 511,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1471.2,
        "se": 5.24,
        "n": 3577,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.97,
        "se": 5.36,
        "n": 3381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1463.69,
        "se": 4.44,
        "n": 5255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.03,
        "se": 5.24,
        "n": 3542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1494.09,
        "se": 5.03,
        "n": 4288,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.55,
        "se": 5.12,
        "n": 4063,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.98,
        "se": 5.21,
        "n": 3872,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1422.03,
        "se": 5.36,
        "n": 3767,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1525.24,
        "se": 5.02,
        "n": 4347,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.22,
        "se": 4.94,
        "n": 4400,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1478.32,
        "se": 5.81,
        "n": 3104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1539.98,
        "se": 5.57,
        "n": 3370,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1515.67,
        "se": 5.26,
        "n": 3802,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1519.96,
        "se": 8.15,
        "n": 1446,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1477.31,
        "se": 4.06,
        "n": 9056,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1476.82,
        "se": 8,
        "n": 1641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1530.97,
        "se": 9.05,
        "n": 1190,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1516.4,
        "se": 6.18,
        "n": 2453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1493.44,
        "se": 4.21,
        "n": 5891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1475.91,
        "se": 4.94,
        "n": 4136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1527.8,
        "se": 3.65,
        "n": 9096,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.17,
        "se": 5.45,
        "n": 3478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1518.29,
        "se": 5.56,
        "n": 3325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1484.86,
        "se": 6.22,
        "n": 2639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1532.41,
        "se": 6.15,
        "n": 2586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.42,
        "se": 6.32,
        "n": 2597,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1543.12,
        "se": 4.84,
        "n": 5123,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1583.76,
        "se": 7.94,
        "n": 1676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1584.15,
        "se": 15.2,
        "n": 426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1601.31,
        "se": 17.19,
        "n": 329,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1371.03,
        "se": 5.79,
        "n": 2849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1478.58,
        "se": 12.66,
        "n": 521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1326.96,
        "se": 20.73,
        "n": 221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.02,
        "se": 6.11,
        "n": 2748,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1494.75,
        "se": 7.61,
        "n": 1749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1478.46,
        "se": 5.11,
        "n": 3937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1436.17,
        "se": 5.9,
        "n": 2953,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1517.26,
        "se": 6.59,
        "n": 2276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1540.44,
        "se": 5.76,
        "n": 3019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1533.1,
        "se": 17.05,
        "n": 308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1293.41,
        "se": 5.4,
        "n": 3676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1315.11,
        "se": 7.12,
        "n": 2077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1510.46,
        "se": 7.5,
        "n": 1822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1507.83,
        "se": 16.93,
        "n": 294,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1470.72,
        "se": 4.8,
        "n": 4788,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1431.16,
        "se": 3.95,
        "n": 6697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1446.85,
        "se": 12.28,
        "n": 609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1266.25,
        "se": 9.04,
        "n": 1054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1267.6,
        "se": 7.98,
        "n": 1503,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1375.18,
        "se": 13.78,
        "n": 459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1467.34,
        "se": 3.73,
        "n": 7245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1454.28,
        "se": 13.16,
        "n": 535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1359.32,
        "se": 7.69,
        "n": 1575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1432.93,
        "se": 7.39,
        "n": 1752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1361.93,
        "se": 19.58,
        "n": 187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1437.31,
        "se": 7.38,
        "n": 1719,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1401.38,
        "se": 9.28,
        "n": 1054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1453.51,
        "se": 11.91,
        "n": 713,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1423.96,
        "se": 14.08,
        "n": 442,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1457.34,
        "se": 6.71,
        "n": 2097,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1472.9,
        "se": 6.77,
        "n": 2031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1448.11,
        "se": 6.78,
        "n": 2062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1496.21,
        "se": 3.97,
        "n": 6853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1439.03,
        "se": 5.19,
        "n": 3612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1492.39,
        "se": 15.98,
        "n": 351,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1481.37,
        "se": 6.16,
        "n": 2597,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1519.51,
        "se": 17.79,
        "n": 320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1501.58,
        "se": 6.16,
        "n": 2573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1487.5,
        "se": 6.41,
        "n": 2496,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1540.75,
        "se": 6.14,
        "n": 2752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1376.32,
        "se": 6.49,
        "n": 2273,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1351.71,
        "se": 11.75,
        "n": 665,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1429.48,
        "se": 7.27,
        "n": 1780,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1387.21,
        "se": 6.39,
        "n": 2763,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1462.43,
        "se": 5.14,
        "n": 3878,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1356.97,
        "se": 5.04,
        "n": 3876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1411.92,
        "se": 8.81,
        "n": 1181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/chinese:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/chinese",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1404.11,
        "se": 5.63,
        "n": 3024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1504.68,
        "se": 9.7,
        "n": 957,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1551.53,
        "se": 3.28,
        "n": 11651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1533.46,
        "se": 5.12,
        "n": 4008,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1481.53,
        "se": 2.03,
        "n": 39532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.22,
        "se": 5.73,
        "n": 3278,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1522.91,
        "se": 2.75,
        "n": 17807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1530.36,
        "se": 3.69,
        "n": 7749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1546.72,
        "se": 2.61,
        "n": 24530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.94,
        "se": 2.72,
        "n": 21711,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1546.54,
        "se": 2.97,
        "n": 18521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1551.04,
        "se": 2.99,
        "n": 18334,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1528.87,
        "se": 2.96,
        "n": 17792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1533.58,
        "se": 2.96,
        "n": 17154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1532.04,
        "se": 3.02,
        "n": 18770,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1528.17,
        "se": 3.74,
        "n": 8842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1547.46,
        "se": 5.61,
        "n": 3460,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1512.25,
        "se": 2.56,
        "n": 19600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.73,
        "se": 2.48,
        "n": 19781,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1528.29,
        "se": 2.87,
        "n": 19428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1519.85,
        "se": 3.12,
        "n": 14060,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1517.15,
        "se": 5.71,
        "n": 3301,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1443.89,
        "se": 6.04,
        "n": 2317,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1463.98,
        "se": 5.8,
        "n": 2687,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1469.35,
        "se": 3.2,
        "n": 10860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1475.44,
        "se": 3.4,
        "n": 8826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1484.08,
        "se": 3.17,
        "n": 15115,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.25,
        "se": 3.19,
        "n": 15057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1500.53,
        "se": 3.03,
        "n": 16916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.37,
        "se": 5.88,
        "n": 2750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1487.92,
        "se": 3.12,
        "n": 15769,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1525.37,
        "se": 5.16,
        "n": 3709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1458.16,
        "se": 3.66,
        "n": 7577,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1484.15,
        "se": 6.07,
        "n": 2469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1512.28,
        "se": 2.76,
        "n": 18056,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1515.41,
        "se": 3.08,
        "n": 14364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.02,
        "se": 3.95,
        "n": 7348,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1526.32,
        "se": 3.34,
        "n": 12885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1274.83,
        "se": 4.13,
        "n": 11130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1262.4,
        "se": 7.89,
        "n": 2121,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1329.84,
        "se": 4.77,
        "n": 8306,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1314.5,
        "se": 4.06,
        "n": 13719,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1346.83,
        "se": 3.63,
        "n": 17104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1331.81,
        "se": 3.87,
        "n": 15289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1340.3,
        "se": 3.78,
        "n": 15605,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1455.84,
        "se": 3.38,
        "n": 9236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1433.03,
        "se": 3.85,
        "n": 6817,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1372.95,
        "se": 9.82,
        "n": 807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1368.9,
        "se": 3.29,
        "n": 19526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1359.61,
        "se": 4.03,
        "n": 7318,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1347.62,
        "se": 3.35,
        "n": 10928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.32,
        "se": 4.09,
        "n": 6382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1432.13,
        "se": 4.31,
        "n": 5495,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1385.35,
        "se": 7.45,
        "n": 1663,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1475.44,
        "se": 3.39,
        "n": 9319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.66,
        "se": 3.55,
        "n": 8367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1482.05,
        "se": 2.63,
        "n": 21868,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.95,
        "se": 3.1,
        "n": 12144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1511.21,
        "se": 2.95,
        "n": 18700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.59,
        "se": 2.98,
        "n": 17398,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.94,
        "se": 3,
        "n": 17061,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.61,
        "se": 3.03,
        "n": 17417,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1510.07,
        "se": 2.87,
        "n": 19698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.15,
        "se": 2.92,
        "n": 18817,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1502.45,
        "se": 3.41,
        "n": 10982,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1533.25,
        "se": 3.37,
        "n": 11595,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1517.43,
        "se": 3.25,
        "n": 12782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1547.84,
        "se": 4.99,
        "n": 4229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.26,
        "se": 2.94,
        "n": 24889,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1520.85,
        "se": 4.9,
        "n": 4725,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1539.58,
        "se": 6.19,
        "n": 2830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1505.25,
        "se": 3.98,
        "n": 6555,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1489.43,
        "se": 2.54,
        "n": 23711,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1457.51,
        "se": 2.93,
        "n": 17653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1520.38,
        "se": 2.3,
        "n": 36054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1507.97,
        "se": 3.12,
        "n": 13576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1505.93,
        "se": 3.2,
        "n": 13316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1502.06,
        "se": 3.55,
        "n": 9718,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.3,
        "se": 3.49,
        "n": 10151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.27,
        "se": 3.72,
        "n": 8953,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1530.74,
        "se": 3.14,
        "n": 15812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1553.42,
        "se": 4.82,
        "n": 4833,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1568.23,
        "se": 9.65,
        "n": 1069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.75,
        "se": 9.41,
        "n": 1044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1315.84,
        "se": 11.87,
        "n": 543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1357.82,
        "se": 3.55,
        "n": 8009,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1273.49,
        "se": 12.04,
        "n": 605,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1502.08,
        "se": 7.71,
        "n": 1411,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1366.72,
        "se": 11.13,
        "n": 810,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.4,
        "se": 3.72,
        "n": 8562,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1492.52,
        "se": 4.78,
        "n": 4876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1494.03,
        "se": 3.16,
        "n": 13407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1484.78,
        "se": 11.99,
        "n": 619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1472.39,
        "se": 3.52,
        "n": 10199,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1516.12,
        "se": 3.52,
        "n": 10960,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1538.12,
        "se": 3.43,
        "n": 10247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1529.6,
        "se": 10.23,
        "n": 877,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1345.75,
        "se": 3.35,
        "n": 8729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1362.52,
        "se": 4.36,
        "n": 5221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1511.42,
        "se": 4.62,
        "n": 5341,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1538.22,
        "se": 9.19,
        "n": 1091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1492.95,
        "se": 2.79,
        "n": 20492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1470.99,
        "se": 2.4,
        "n": 22268,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1478.1,
        "se": 5.55,
        "n": 3249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1311.97,
        "se": 6.38,
        "n": 2083,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1305.74,
        "se": 5.06,
        "n": 3305,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1378.53,
        "se": 9.38,
        "n": 893,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1471.85,
        "se": 2.3,
        "n": 21621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1441.89,
        "se": 7.5,
        "n": 1589,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1384.98,
        "se": 4.5,
        "n": 4502,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1437.86,
        "se": 4.52,
        "n": 4607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1406.04,
        "se": 12.37,
        "n": 513,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1444.13,
        "se": 4.41,
        "n": 4803,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1420.85,
        "se": 5.83,
        "n": 2660,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1462.81,
        "se": 6.6,
        "n": 2307,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1452,
        "se": 7.34,
        "n": 1630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1458.23,
        "se": 3.63,
        "n": 8102,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1451.5,
        "se": 3.65,
        "n": 7864,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1434.46,
        "se": 3.61,
        "n": 8297,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1490.24,
        "se": 2.4,
        "n": 27494,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1435.41,
        "se": 2.9,
        "n": 17518,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1509.95,
        "se": 7.77,
        "n": 1598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1496.26,
        "se": 3.2,
        "n": 14506,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1524.88,
        "se": 9.28,
        "n": 1145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1500.26,
        "se": 3.27,
        "n": 11957,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1496.11,
        "se": 3.7,
        "n": 8865,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1523.15,
        "se": 3.55,
        "n": 9849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1389.54,
        "se": 3.93,
        "n": 6387,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1368.27,
        "se": 6.66,
        "n": 2111,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1432.72,
        "se": 4.89,
        "n": 3973,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1415.43,
        "se": 4.76,
        "n": 5123,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1460.23,
        "se": 3.17,
        "n": 11556,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1416.59,
        "se": 3.29,
        "n": 9393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.32,
        "se": 5.89,
        "n": 2596,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/coding:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/coding",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1433.06,
        "se": 3.52,
        "n": 8634,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1387.83,
        "se": 10.56,
        "n": 900,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.22,
        "se": 3.66,
        "n": 9833,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1490.4,
        "se": 5.07,
        "n": 4672,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1386.9,
        "se": 2.37,
        "n": 26454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1361.4,
        "se": 6.03,
        "n": 3195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1461.04,
        "se": 3.24,
        "n": 11278,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.9,
        "se": 4.23,
        "n": 5630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1477.94,
        "se": 3.02,
        "n": 15853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.54,
        "se": 3.1,
        "n": 15610,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1481.68,
        "se": 3.51,
        "n": 11818,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.36,
        "se": 3.54,
        "n": 11585,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1464.09,
        "se": 3.32,
        "n": 12565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.91,
        "se": 3.35,
        "n": 12531,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.76,
        "se": 3.28,
        "n": 16529,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1473.35,
        "se": 4.06,
        "n": 8161,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.07,
        "se": 5.78,
        "n": 3800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1454.56,
        "se": 3.07,
        "n": 12291,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.43,
        "se": 3,
        "n": 12558,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1448.79,
        "se": 3.34,
        "n": 12145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1433.58,
        "se": 3.51,
        "n": 11021,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.68,
        "se": 5.96,
        "n": 3366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1373.75,
        "se": 5.3,
        "n": 3289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1388.51,
        "se": 6.4,
        "n": 2408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1400.55,
        "se": 3.91,
        "n": 6801,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1391.09,
        "se": 3.96,
        "n": 6346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1407.91,
        "se": 3.85,
        "n": 8416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1410.88,
        "se": 3.86,
        "n": 8529,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1446.41,
        "se": 3.71,
        "n": 9587,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.67,
        "se": 7.18,
        "n": 1931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1440.35,
        "se": 3.75,
        "n": 9268,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1440.8,
        "se": 6.16,
        "n": 2787,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1401.08,
        "se": 4.36,
        "n": 5089,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1405.5,
        "se": 6.8,
        "n": 1933,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1446.18,
        "se": 3.19,
        "n": 13167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1450.63,
        "se": 3.49,
        "n": 10851,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1455.79,
        "se": 4.18,
        "n": 7185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1434.84,
        "se": 3.62,
        "n": 10973,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1190.92,
        "se": 4.5,
        "n": 9694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1156.66,
        "se": 7.68,
        "n": 2828,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1254.89,
        "se": 5.08,
        "n": 8231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1266.57,
        "se": 4.25,
        "n": 13932,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1323.22,
        "se": 3.97,
        "n": 14396,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1280.38,
        "se": 4.16,
        "n": 13940,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1286.05,
        "se": 4.05,
        "n": 15576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1402.92,
        "se": 3.92,
        "n": 6642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1348.76,
        "se": 4.5,
        "n": 5077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1307.03,
        "se": 9.41,
        "n": 1005,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1337.6,
        "se": 3.66,
        "n": 16599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1327.1,
        "se": 4.35,
        "n": 6756,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1293.82,
        "se": 3.58,
        "n": 10486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.54,
        "se": 4.95,
        "n": 4234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1322.94,
        "se": 5.32,
        "n": 3513,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1245.99,
        "se": 10.21,
        "n": 910,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1407.56,
        "se": 4.04,
        "n": 6627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1427.74,
        "se": 4.17,
        "n": 6196,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1390.82,
        "se": 3.13,
        "n": 13723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1386.03,
        "se": 3.79,
        "n": 7594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1433.22,
        "se": 3.48,
        "n": 11154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1440.48,
        "se": 3.55,
        "n": 10974,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1401.22,
        "se": 3.61,
        "n": 10644,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1336.57,
        "se": 3.71,
        "n": 10209,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1447.79,
        "se": 3.35,
        "n": 13150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1450.63,
        "se": 3.35,
        "n": 12903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1410.58,
        "se": 3.88,
        "n": 8484,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1471.04,
        "se": 3.79,
        "n": 9286,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1430.4,
        "se": 3.62,
        "n": 10485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1450.61,
        "se": 5.32,
        "n": 4134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1407.88,
        "se": 3.14,
        "n": 24499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1428.15,
        "se": 5.28,
        "n": 4354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.68,
        "se": 6.31,
        "n": 2982,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1456.25,
        "se": 4.75,
        "n": 4779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1446.89,
        "se": 2.98,
        "n": 14980,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1414.63,
        "se": 3.51,
        "n": 10458,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1481.68,
        "se": 2.67,
        "n": 24633,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.26,
        "se": 3.69,
        "n": 9258,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1469.24,
        "se": 3.77,
        "n": 9252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1435.94,
        "se": 4.11,
        "n": 7251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.29,
        "se": 4.11,
        "n": 7354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1487.03,
        "se": 4.2,
        "n": 7399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.31,
        "se": 3.42,
        "n": 14262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1522.55,
        "se": 5.15,
        "n": 4928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.06,
        "se": 10.33,
        "n": 1007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.76,
        "se": 10.23,
        "n": 1007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1332.4,
        "se": 11.87,
        "n": 600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1348.08,
        "se": 3.95,
        "n": 6303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1274.39,
        "se": 11.37,
        "n": 666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1418.35,
        "se": 9.59,
        "n": 975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1199.13,
        "se": 13.86,
        "n": 622,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1442.28,
        "se": 4.06,
        "n": 7732,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1421.37,
        "se": 4.91,
        "n": 5096,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1388.68,
        "se": 3.52,
        "n": 11132,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1345.03,
        "se": 12.5,
        "n": 643,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1319,
        "se": 4.06,
        "n": 8145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1432.36,
        "se": 4.21,
        "n": 6215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1459.06,
        "se": 3.83,
        "n": 8540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1453.06,
        "se": 10.77,
        "n": 869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1285.35,
        "se": 3.61,
        "n": 8042,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1288.92,
        "se": 5.16,
        "n": 3754,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1391.78,
        "se": 5,
        "n": 4923,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1448,
        "se": 10.79,
        "n": 805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1396.28,
        "se": 3.2,
        "n": 13750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1374.52,
        "se": 2.81,
        "n": 16055,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1399.44,
        "se": 7.04,
        "n": 2052,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1226.61,
        "se": 6.34,
        "n": 2415,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1210,
        "se": 4.97,
        "n": 4062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1316.25,
        "se": 9.24,
        "n": 931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1378.2,
        "se": 2.78,
        "n": 13765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1369.48,
        "se": 9.18,
        "n": 1082,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1283.58,
        "se": 5.34,
        "n": 3335,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1318.76,
        "se": 5.62,
        "n": 2959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1303.68,
        "se": 11.54,
        "n": 616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1313.09,
        "se": 5.57,
        "n": 3017,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1326.13,
        "se": 7.36,
        "n": 1770,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1355.38,
        "se": 8.62,
        "n": 1351,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1338.06,
        "se": 9.26,
        "n": 1014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1365.35,
        "se": 4.76,
        "n": 4468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1357.64,
        "se": 4.83,
        "n": 4253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1342.16,
        "se": 4.62,
        "n": 4612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1406.08,
        "se": 2.82,
        "n": 17437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1337.65,
        "se": 3.56,
        "n": 9616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1438.18,
        "se": 11.44,
        "n": 755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1406.51,
        "se": 4.04,
        "n": 7098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1437.73,
        "se": 14.07,
        "n": 500,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1431.02,
        "se": 3.91,
        "n": 7655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1359.13,
        "se": 4.26,
        "n": 6866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1471.53,
        "se": 4.09,
        "n": 7548,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1278.58,
        "se": 5.07,
        "n": 3892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1240.98,
        "se": 9.38,
        "n": 1229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1381.27,
        "se": 4.57,
        "n": 4642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1365.8,
        "se": 5.06,
        "n": 4508,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1382.95,
        "se": 3.73,
        "n": 7627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1300.99,
        "se": 3.57,
        "n": 8158,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1311.52,
        "se": 5.52,
        "n": 3065,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/creative_writing:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/creative_writing",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1337.19,
        "se": 4.19,
        "n": 5782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1445.65,
        "se": 7.92,
        "n": 1437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.6,
        "se": 2.74,
        "n": 19210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1500.85,
        "se": 3.78,
        "n": 8015,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1431.39,
        "se": 1.67,
        "n": 66213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1432.69,
        "se": 4.61,
        "n": 5186,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1478.9,
        "se": 2.23,
        "n": 30867,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.6,
        "se": 2.86,
        "n": 14754,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1506.7,
        "se": 2.18,
        "n": 39410,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.16,
        "se": 2.24,
        "n": 36797,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1500.22,
        "se": 2.49,
        "n": 30099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.73,
        "se": 2.51,
        "n": 29776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1481.76,
        "se": 2.54,
        "n": 28278,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.98,
        "se": 2.54,
        "n": 27625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.75,
        "se": 2.58,
        "n": 29686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1492.87,
        "se": 3.14,
        "n": 14217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.5,
        "se": 4.5,
        "n": 5796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1466.61,
        "se": 2.02,
        "n": 35428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.14,
        "se": 1.96,
        "n": 35928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1482.76,
        "se": 2.39,
        "n": 31521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.11,
        "se": 2.66,
        "n": 22039,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1484.45,
        "se": 4.6,
        "n": 5248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1412.84,
        "se": 3.14,
        "n": 10721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1433.73,
        "se": 3.78,
        "n": 8150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1437.92,
        "se": 2.58,
        "n": 19459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1442.51,
        "se": 2.61,
        "n": 17031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1445.06,
        "se": 2.7,
        "n": 22853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1450.11,
        "se": 2.71,
        "n": 22764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1467.38,
        "se": 2.61,
        "n": 25008,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1478.49,
        "se": 5.04,
        "n": 3700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.16,
        "se": 2.65,
        "n": 23726,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.2,
        "se": 4.5,
        "n": 4969,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1437.09,
        "se": 2.76,
        "n": 15222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1461.79,
        "se": 4.43,
        "n": 4988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1480.9,
        "se": 2.32,
        "n": 28347,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.57,
        "se": 2.64,
        "n": 21986,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1490.84,
        "se": 3.23,
        "n": 12382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1481.46,
        "se": 2.95,
        "n": 18299,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1237.29,
        "se": 2.85,
        "n": 39956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1220.44,
        "se": 4.89,
        "n": 12878,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1301.58,
        "se": 2.96,
        "n": 35534,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1293.12,
        "se": 2.58,
        "n": 57478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1341.19,
        "se": 2.51,
        "n": 55116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1324.39,
        "se": 2.61,
        "n": 54967,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1325.34,
        "se": 2.5,
        "n": 64698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1423.14,
        "se": 2.47,
        "n": 23312,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1396.6,
        "se": 2.79,
        "n": 18032,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1339.79,
        "se": 5.06,
        "n": 3528,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1356.34,
        "se": 2.36,
        "n": 60226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1348.22,
        "se": 2.74,
        "n": 25286,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1328.18,
        "se": 2.21,
        "n": 37735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.42,
        "se": 3.04,
        "n": 13555,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1397.87,
        "se": 3.22,
        "n": 11409,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1343.55,
        "se": 5.08,
        "n": 3573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1442.45,
        "se": 2.66,
        "n": 17770,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.34,
        "se": 2.78,
        "n": 16589,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1437.71,
        "se": 2.21,
        "n": 37127,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1445.4,
        "se": 2.52,
        "n": 21048,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1468.29,
        "se": 2.5,
        "n": 30500,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.3,
        "se": 2.53,
        "n": 28991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1450.04,
        "se": 2.53,
        "n": 28842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1412.07,
        "se": 2.56,
        "n": 28521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1482.13,
        "se": 2.44,
        "n": 31753,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1484.39,
        "se": 2.45,
        "n": 31057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1467.4,
        "se": 2.93,
        "n": 16451,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1490.07,
        "se": 2.87,
        "n": 17488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1471.56,
        "se": 2.78,
        "n": 19554,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.63,
        "se": 3.94,
        "n": 7262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1447,
        "se": 2.72,
        "n": 40899,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1459.98,
        "se": 3.97,
        "n": 7750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1491.45,
        "se": 4.74,
        "n": 5001,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1476.26,
        "se": 3.17,
        "n": 12408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1458.96,
        "se": 2.11,
        "n": 39786,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1433.75,
        "se": 2.47,
        "n": 29162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1490.06,
        "se": 1.98,
        "n": 57636,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1478.23,
        "se": 2.65,
        "n": 20215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1477.09,
        "se": 2.74,
        "n": 19684,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1461.04,
        "se": 3.07,
        "n": 14339,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.57,
        "se": 3.01,
        "n": 14899,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.95,
        "se": 3.2,
        "n": 13151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.98,
        "se": 2.81,
        "n": 23956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.99,
        "se": 3.96,
        "n": 7825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.35,
        "se": 8.13,
        "n": 1495,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.52,
        "se": 7.63,
        "n": 1630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1349.88,
        "se": 6.08,
        "n": 2330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1376.73,
        "se": 2.41,
        "n": 23007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1309.6,
        "se": 5.94,
        "n": 2572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1462.13,
        "se": 6.08,
        "n": 2321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1308.55,
        "se": 8.6,
        "n": 1384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.2,
        "se": 3.12,
        "n": 13782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1453.78,
        "se": 3.79,
        "n": 8485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1447.61,
        "se": 2.73,
        "n": 20352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1429.48,
        "se": 10.22,
        "n": 901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1416.65,
        "se": 3.03,
        "n": 15069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1469,
        "se": 2.88,
        "n": 17967,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1492.95,
        "se": 2.91,
        "n": 15378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1495.98,
        "se": 8.64,
        "n": 1257,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1343.83,
        "se": 2.23,
        "n": 29246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1342.74,
        "se": 3.1,
        "n": 13014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1468.41,
        "se": 3.82,
        "n": 8194,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1493.37,
        "se": 7.75,
        "n": 1492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1449.47,
        "se": 2.42,
        "n": 29672,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1427.46,
        "se": 1.99,
        "n": 36481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1443.32,
        "se": 4.34,
        "n": 5593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1294.29,
        "se": 3.61,
        "n": 8740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1271.94,
        "se": 2.95,
        "n": 14101,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1355.73,
        "se": 5.31,
        "n": 3425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1429.26,
        "se": 1.8,
        "n": 40793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1405.66,
        "se": 4.86,
        "n": 3892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1344.47,
        "se": 3.13,
        "n": 12302,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1392.84,
        "se": 3.36,
        "n": 9739,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1365.28,
        "se": 6.34,
        "n": 2230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1407.57,
        "se": 3.28,
        "n": 9708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1384.72,
        "se": 4.06,
        "n": 5891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1425.65,
        "se": 4.74,
        "n": 4913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1403.32,
        "se": 5.05,
        "n": 3478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1430.58,
        "se": 2.98,
        "n": 13024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1427.68,
        "se": 2.99,
        "n": 12603,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1410.25,
        "se": 2.95,
        "n": 13423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1448.59,
        "se": 2.05,
        "n": 42588,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1406.94,
        "se": 2.52,
        "n": 26359,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1467.28,
        "se": 6.12,
        "n": 2453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1455.54,
        "se": 2.74,
        "n": 21358,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1472.7,
        "se": 7.13,
        "n": 1866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1462.76,
        "se": 2.86,
        "n": 17461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1440.5,
        "se": 3.24,
        "n": 12169,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1493.29,
        "se": 3.1,
        "n": 13712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1361.48,
        "se": 3.01,
        "n": 12982,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1331.29,
        "se": 4.66,
        "n": 4499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1411.77,
        "se": 2.85,
        "n": 16316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1409.61,
        "se": 3.22,
        "n": 15891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1439.28,
        "se": 2.41,
        "n": 27223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1362.58,
        "se": 2.26,
        "n": 28619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1379.24,
        "se": 3.33,
        "n": 11130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/english:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/english",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1404.37,
        "se": 2.6,
        "n": 20805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1429.49,
        "se": 6.64,
        "n": 3010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.22,
        "se": 2.76,
        "n": 34368,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1519.81,
        "se": 3.64,
        "n": 15331,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1401.7,
        "se": 1.67,
        "n": 115102,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1413.35,
        "se": 4.23,
        "n": 10368,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1478.69,
        "se": 2.16,
        "n": 53624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1484.94,
        "se": 2.73,
        "n": 26917,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1515.05,
        "se": 2.2,
        "n": 67755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.73,
        "se": 2.24,
        "n": 64350,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1508.27,
        "se": 2.51,
        "n": 50024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.69,
        "se": 2.54,
        "n": 49021,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1484.44,
        "se": 2.59,
        "n": 48278,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.08,
        "se": 2.58,
        "n": 47496,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.95,
        "se": 2.47,
        "n": 55783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1502.91,
        "se": 3.12,
        "n": 26988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.84,
        "se": 4.07,
        "n": 11852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1458.91,
        "se": 1.99,
        "n": 59937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.57,
        "se": 1.92,
        "n": 61267,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1481.72,
        "se": 2.39,
        "n": 53081,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.2,
        "se": 2.67,
        "n": 39779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1481.69,
        "se": 4.09,
        "n": 10704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1383.04,
        "se": 3.74,
        "n": 12504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1412.35,
        "se": 4.04,
        "n": 13064,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1416.32,
        "se": 2.52,
        "n": 33799,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1412.16,
        "se": 2.6,
        "n": 29252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1431.68,
        "se": 2.71,
        "n": 38845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1436.64,
        "se": 2.72,
        "n": 38972,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1461.81,
        "se": 2.62,
        "n": 43076,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.44,
        "se": 4.53,
        "n": 7025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1457.07,
        "se": 2.63,
        "n": 41253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484,
        "se": 4.13,
        "n": 9928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1416.18,
        "se": 2.82,
        "n": 24988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1440.7,
        "se": 4.36,
        "n": 8429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1471.17,
        "se": 2.34,
        "n": 50131,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.42,
        "se": 2.68,
        "n": 40217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1491.34,
        "se": 3.13,
        "n": 23528,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1483.6,
        "se": 2.97,
        "n": 37816,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1111.41,
        "se": 3.53,
        "n": 44422,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1080.41,
        "se": 6.28,
        "n": 11535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1202.02,
        "se": 3.61,
        "n": 37236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1186.79,
        "se": 3.06,
        "n": 60653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1266.95,
        "se": 3.03,
        "n": 65114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1244.73,
        "se": 3.18,
        "n": 63519,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1245.23,
        "se": 3.06,
        "n": 69044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1402.87,
        "se": 2.6,
        "n": 35638,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1358.87,
        "se": 3.02,
        "n": 27434,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1266.53,
        "se": 6.27,
        "n": 3981,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1304.65,
        "se": 2.83,
        "n": 74322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1286.17,
        "se": 3.33,
        "n": 28538,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1260.74,
        "se": 2.73,
        "n": 43353,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1428.07,
        "se": 3.11,
        "n": 23375,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1366.37,
        "se": 3.21,
        "n": 19448,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1292.9,
        "se": 4.93,
        "n": 5876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1436.38,
        "se": 2.58,
        "n": 31500,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.13,
        "se": 2.67,
        "n": 29799,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1432.63,
        "se": 2.19,
        "n": 62269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1433.88,
        "se": 2.46,
        "n": 36627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1471.1,
        "se": 2.46,
        "n": 51546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1484.2,
        "se": 2.51,
        "n": 49113,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.92,
        "se": 2.5,
        "n": 48228,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1388.18,
        "se": 2.57,
        "n": 47348,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1485.27,
        "se": 2.46,
        "n": 53383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.77,
        "se": 2.47,
        "n": 51951,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1455.77,
        "se": 2.88,
        "n": 30497,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1500.38,
        "se": 2.8,
        "n": 33159,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1475.67,
        "se": 2.76,
        "n": 36320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.13,
        "se": 3.67,
        "n": 13939,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1441.44,
        "se": 2.76,
        "n": 81586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1463.4,
        "se": 3.67,
        "n": 15386,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1494.41,
        "se": 4.24,
        "n": 9949,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1485.47,
        "se": 3.17,
        "n": 22103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1462.76,
        "se": 2.11,
        "n": 66878,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1427.9,
        "se": 2.5,
        "n": 47505,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1501.35,
        "se": 2,
        "n": 99520,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.2,
        "se": 2.63,
        "n": 36010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1486.76,
        "se": 2.79,
        "n": 34885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1459.06,
        "se": 3,
        "n": 26444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.83,
        "se": 3,
        "n": 26449,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.81,
        "se": 3.13,
        "n": 24973,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.08,
        "se": 2.85,
        "n": 46958,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.79,
        "se": 3.69,
        "n": 15792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1549.97,
        "se": 6.6,
        "n": 3309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.6,
        "se": 6.24,
        "n": 3564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1295.83,
        "se": 7.36,
        "n": 2526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1331.23,
        "se": 2.66,
        "n": 32624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1234.69,
        "se": 7.15,
        "n": 2830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1454.91,
        "se": 5.57,
        "n": 4219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1230.69,
        "se": 8.04,
        "n": 2460,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458.66,
        "se": 3.08,
        "n": 25738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1443.24,
        "se": 3.6,
        "n": 16444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1440.41,
        "se": 2.69,
        "n": 37655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1400.1,
        "se": 8.12,
        "n": 2029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1389.12,
        "se": 3.04,
        "n": 27909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1464.68,
        "se": 2.96,
        "n": 29290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.08,
        "se": 2.81,
        "n": 30702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1498.94,
        "se": 6.83,
        "n": 2974,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1261.9,
        "se": 2.59,
        "n": 36726,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1268,
        "se": 3.42,
        "n": 21376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1448.2,
        "se": 3.46,
        "n": 17409,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1488.9,
        "se": 6.67,
        "n": 2989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1431.38,
        "se": 2.45,
        "n": 55650,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1402.26,
        "se": 1.99,
        "n": 65089,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1420.08,
        "se": 4.32,
        "n": 8832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1187.62,
        "se": 4.79,
        "n": 9628,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1156.85,
        "se": 3.99,
        "n": 15789,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1308.22,
        "se": 6.56,
        "n": 3765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1413.95,
        "se": 1.83,
        "n": 69496,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1382.04,
        "se": 4.84,
        "n": 6199,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1274.59,
        "se": 3.43,
        "n": 18067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1358.08,
        "se": 3.46,
        "n": 16338,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1306.67,
        "se": 7.45,
        "n": 2544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1381.01,
        "se": 3.4,
        "n": 16003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1337.35,
        "se": 4.11,
        "n": 9560,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1399.26,
        "se": 4.74,
        "n": 7972,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1371.5,
        "se": 4.95,
        "n": 5517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1403.58,
        "se": 2.99,
        "n": 21576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1392.6,
        "se": 3,
        "n": 20731,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1373.67,
        "se": 2.99,
        "n": 21994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1440.34,
        "se": 2.1,
        "n": 71472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1376.41,
        "se": 2.53,
        "n": 45175,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1462.26,
        "se": 5.63,
        "n": 4058,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1441.43,
        "se": 2.75,
        "n": 35745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1481.32,
        "se": 6.6,
        "n": 2993,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1457.8,
        "se": 2.9,
        "n": 30417,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1427.74,
        "se": 3.11,
        "n": 24582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1497.84,
        "se": 3,
        "n": 27423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1313.03,
        "se": 3.14,
        "n": 21395,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1262.01,
        "se": 4.65,
        "n": 7607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1386.26,
        "se": 3.32,
        "n": 19214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1366.08,
        "se": 3.77,
        "n": 21521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1424.85,
        "se": 2.57,
        "n": 42812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1307.1,
        "se": 2.52,
        "n": 39567,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1329.59,
        "se": 3.97,
        "n": 12679,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/exclude_ties:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/exclude_ties",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1368.27,
        "se": 2.8,
        "n": 31639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1481.45,
        "se": 15.18,
        "n": 359,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1549.6,
        "se": 4.65,
        "n": 4894,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1533.17,
        "se": 7.59,
        "n": 1752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1451.83,
        "se": 2.97,
        "n": 14041,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.36,
        "se": 8.57,
        "n": 1328,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1502.84,
        "se": 4.26,
        "n": 5611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.08,
        "se": 6.19,
        "n": 2411,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1533.73,
        "se": 3.71,
        "n": 9051,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1543.7,
        "se": 3.96,
        "n": 7583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1533.54,
        "se": 4.13,
        "n": 6901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1534.44,
        "se": 4.14,
        "n": 6732,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1514.08,
        "se": 3.99,
        "n": 7148,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.52,
        "se": 4.02,
        "n": 6871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1536.35,
        "se": 4.05,
        "n": 7942,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1530.36,
        "se": 5.46,
        "n": 3681,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1545.32,
        "se": 8.16,
        "n": 1557,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1483.91,
        "se": 4.03,
        "n": 6088,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.69,
        "se": 4.09,
        "n": 6014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1506.08,
        "se": 4.03,
        "n": 7218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.91,
        "se": 4.31,
        "n": 5729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1512.28,
        "se": 8.41,
        "n": 1361,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1402.1,
        "se": 10.13,
        "n": 848,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1417.8,
        "se": 9.99,
        "n": 887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1447.97,
        "se": 5.27,
        "n": 3406,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1453.84,
        "se": 5.68,
        "n": 2860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1457.53,
        "se": 4.49,
        "n": 5265,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.07,
        "se": 4.52,
        "n": 5193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1479.51,
        "se": 4.32,
        "n": 5747,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.04,
        "se": 9.52,
        "n": 997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.47,
        "se": 4.4,
        "n": 5407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1517.46,
        "se": 7.97,
        "n": 1439,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1440.1,
        "se": 6.59,
        "n": 2052,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1449.15,
        "se": 10.51,
        "n": 802,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1495.59,
        "se": 3.96,
        "n": 7017,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.86,
        "se": 4.37,
        "n": 5520,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.34,
        "se": 5.9,
        "n": 2900,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1510.89,
        "se": 4.74,
        "n": 4968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1198.3,
        "se": 6.53,
        "n": 3207,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1216.06,
        "se": 14.22,
        "n": 437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1265.19,
        "se": 7.85,
        "n": 2160,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1254.14,
        "se": 6.52,
        "n": 3617,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1297.25,
        "se": 5.67,
        "n": 5195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1280.72,
        "se": 6.12,
        "n": 4454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1290.81,
        "se": 6.12,
        "n": 4240,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1405.72,
        "se": 5.98,
        "n": 2628,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1383.28,
        "se": 6.66,
        "n": 2020,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1312.95,
        "se": 15.6,
        "n": 328,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1311.44,
        "se": 5.22,
        "n": 5887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1311.75,
        "se": 6.52,
        "n": 2349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1284.63,
        "se": 5.55,
        "n": 3550,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.6,
        "se": 7.71,
        "n": 1687,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1403.45,
        "se": 8.92,
        "n": 1218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1355.3,
        "se": 16.62,
        "n": 338,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1454.21,
        "se": 5.56,
        "n": 3013,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.74,
        "se": 6.07,
        "n": 2597,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1458.88,
        "se": 3.77,
        "n": 7867,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.57,
        "se": 4.99,
        "n": 3948,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1490.66,
        "se": 4.2,
        "n": 6612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.03,
        "se": 4.27,
        "n": 6234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.36,
        "se": 4.2,
        "n": 6247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1435.93,
        "se": 4.31,
        "n": 6224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1509.59,
        "se": 3.98,
        "n": 7468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.42,
        "se": 4,
        "n": 7191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1489.7,
        "se": 4.8,
        "n": 4512,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1531.93,
        "se": 4.71,
        "n": 4768,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1506.96,
        "se": 4.45,
        "n": 5444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1516.58,
        "se": 7.54,
        "n": 1687,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.47,
        "se": 3.71,
        "n": 10765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1496.29,
        "se": 7.06,
        "n": 2084,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1524.96,
        "se": 8.94,
        "n": 1184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1497.48,
        "se": 6.36,
        "n": 2171,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1464.92,
        "se": 3.62,
        "n": 8416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1444.78,
        "se": 4.21,
        "n": 6134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1508.61,
        "se": 3.14,
        "n": 13507,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.28,
        "se": 4.42,
        "n": 5369,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1486.92,
        "se": 4.46,
        "n": 5384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1469.09,
        "se": 5.06,
        "n": 3997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.46,
        "se": 4.97,
        "n": 4054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.57,
        "se": 5.3,
        "n": 3698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1527.28,
        "se": 4.2,
        "n": 6875,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1548.98,
        "se": 7.17,
        "n": 2071,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1567.23,
        "se": 15.15,
        "n": 399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1542.1,
        "se": 15.43,
        "n": 401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1274.29,
        "se": 21,
        "n": 186,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1338.77,
        "se": 6.56,
        "n": 2254,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1260.65,
        "se": 20.74,
        "n": 208,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1498.04,
        "se": 12.59,
        "n": 501,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1369.62,
        "se": 17.77,
        "n": 303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.85,
        "se": 5.19,
        "n": 3827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1477.98,
        "se": 6.95,
        "n": 2106,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1473.84,
        "se": 4.37,
        "n": 5649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1487.92,
        "se": 19.18,
        "n": 251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1440.86,
        "se": 4.95,
        "n": 4230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1503.29,
        "se": 5.09,
        "n": 3777,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1527.72,
        "se": 5.22,
        "n": 3657,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1515.31,
        "se": 17.1,
        "n": 295,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1298.17,
        "se": 5.73,
        "n": 2916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1308.12,
        "se": 7.97,
        "n": 1532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1495.22,
        "se": 6.82,
        "n": 2145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1525.77,
        "se": 14.27,
        "n": 445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1467.52,
        "se": 3.84,
        "n": 7814,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1428.26,
        "se": 3.62,
        "n": 8380,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1434.43,
        "se": 8.82,
        "n": 1190,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1258.84,
        "se": 10.55,
        "n": 754,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1268.5,
        "se": 8.82,
        "n": 1124,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1369.82,
        "se": 15.19,
        "n": 358,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1446.86,
        "se": 3.9,
        "n": 6391,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1468.11,
        "se": 14.39,
        "n": 423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1343.15,
        "se": 8.37,
        "n": 1341,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1395.58,
        "se": 8.62,
        "n": 1166,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1397.72,
        "se": 19.05,
        "n": 236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1400.83,
        "se": 9.07,
        "n": 1084,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1392.12,
        "se": 11.58,
        "n": 657,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1441.6,
        "se": 12.32,
        "n": 594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1440.66,
        "se": 14.78,
        "n": 411,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1441.43,
        "se": 5.91,
        "n": 2688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1440.81,
        "se": 5.97,
        "n": 2608,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1420.13,
        "se": 5.82,
        "n": 2761,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1477.82,
        "se": 3.36,
        "n": 10338,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1419.5,
        "se": 4.28,
        "n": 5738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1497.37,
        "se": 12.78,
        "n": 549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1475.04,
        "se": 4.58,
        "n": 4806,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1508.59,
        "se": 15.85,
        "n": 383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1484.81,
        "se": 4.66,
        "n": 4584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1472.78,
        "se": 5.42,
        "n": 3501,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1514.37,
        "se": 5.07,
        "n": 3852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1357.18,
        "se": 8.1,
        "n": 1394,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1315.9,
        "se": 14.07,
        "n": 504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1401.9,
        "se": 8.61,
        "n": 1330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1383.11,
        "se": 7.45,
        "n": 1982,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1448.32,
        "se": 5.8,
        "n": 3007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1365.85,
        "se": 5.83,
        "n": 2876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1398.49,
        "se": 10.41,
        "n": 847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/expert:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/expert",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1407.05,
        "se": 6.31,
        "n": 2321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1466.42,
        "se": 20.51,
        "n": 245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1527.56,
        "se": 8.46,
        "n": 1572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1504.4,
        "se": 12.25,
        "n": 712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1431.95,
        "se": 5.53,
        "n": 4456,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.59,
        "se": 13.94,
        "n": 533,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1490.07,
        "se": 7.43,
        "n": 2005,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.83,
        "se": 10.78,
        "n": 839,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1495.73,
        "se": 6.5,
        "n": 2977,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.27,
        "se": 6.7,
        "n": 2779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1510.49,
        "se": 7.2,
        "n": 2346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.05,
        "se": 7.27,
        "n": 2270,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1505.81,
        "se": 7.3,
        "n": 2197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1507.17,
        "se": 7.28,
        "n": 2165,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1507.42,
        "se": 7.3,
        "n": 2349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.27,
        "se": 9.72,
        "n": 1145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.15,
        "se": 13.12,
        "n": 564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1477.69,
        "se": 7.4,
        "n": 1984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.64,
        "se": 7.39,
        "n": 1964,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1481.11,
        "se": 7.21,
        "n": 2242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.95,
        "se": 7.97,
        "n": 1783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1499.94,
        "se": 13.5,
        "n": 532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1390.58,
        "se": 21.24,
        "n": 188,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1418.08,
        "se": 19.26,
        "n": 236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1438.79,
        "se": 9.01,
        "n": 1235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1429.55,
        "se": 9.79,
        "n": 1038,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1449.15,
        "se": 7.59,
        "n": 1975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458,
        "se": 7.73,
        "n": 1929,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1484.81,
        "se": 7.38,
        "n": 2189,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.14,
        "se": 17.03,
        "n": 308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.46,
        "se": 7.45,
        "n": 2043,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.17,
        "se": 13.67,
        "n": 527,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1447.41,
        "se": 11.71,
        "n": 702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1446.26,
        "se": 17.08,
        "n": 303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1479.1,
        "se": 6.96,
        "n": 2434,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1489,
        "se": 7.48,
        "n": 2031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1512.63,
        "se": 9.83,
        "n": 1094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1498.91,
        "se": 7.83,
        "n": 1914,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1229.87,
        "se": 11.82,
        "n": 1284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1186.72,
        "se": 20.02,
        "n": 310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1306.53,
        "se": 13.3,
        "n": 839,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1269.47,
        "se": 11.36,
        "n": 1545,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1335.2,
        "se": 11.17,
        "n": 1402,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1337.64,
        "se": 11.34,
        "n": 1516,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1339.62,
        "se": 10.91,
        "n": 1734,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1419.58,
        "se": 11.36,
        "n": 740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1407.36,
        "se": 13,
        "n": 582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1359.82,
        "se": 10.77,
        "n": 1359,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1327.57,
        "se": 14.69,
        "n": 457,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1337.76,
        "se": 12.56,
        "n": 649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1444.29,
        "se": 14.84,
        "n": 478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1409.53,
        "se": 15.36,
        "n": 413,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1458.55,
        "se": 10.45,
        "n": 911,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.12,
        "se": 10.17,
        "n": 940,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1465.48,
        "se": 6.72,
        "n": 2705,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.27,
        "se": 8.7,
        "n": 1425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1485.93,
        "se": 7.18,
        "n": 2378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.52,
        "se": 7.18,
        "n": 2373,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.01,
        "se": 7.42,
        "n": 2200,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1428.73,
        "se": 7.61,
        "n": 2062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1499.28,
        "se": 7.03,
        "n": 2490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.85,
        "se": 7.01,
        "n": 2482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1481.11,
        "se": 8.95,
        "n": 1330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1509.22,
        "se": 8.68,
        "n": 1481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1494.53,
        "se": 8.38,
        "n": 1609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.39,
        "se": 13.27,
        "n": 590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1465.96,
        "se": 6.15,
        "n": 4435,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1476.61,
        "se": 12.45,
        "n": 671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1492.41,
        "se": 13.79,
        "n": 508,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1492.56,
        "se": 10.88,
        "n": 819,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1474.63,
        "se": 6.46,
        "n": 2817,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1448.86,
        "se": 7.43,
        "n": 2098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1501.37,
        "se": 5.59,
        "n": 4402,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.36,
        "se": 8.46,
        "n": 1514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1479.25,
        "se": 8.64,
        "n": 1477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1477.85,
        "se": 9.7,
        "n": 1083,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.28,
        "se": 9.58,
        "n": 1138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.08,
        "se": 10.05,
        "n": 1054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.03,
        "se": 7.55,
        "n": 2194,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1550.43,
        "se": 11.94,
        "n": 782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.34,
        "se": 23.45,
        "n": 181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1386.42,
        "se": 12.14,
        "n": 655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1456.76,
        "se": 18.01,
        "n": 267,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.86,
        "se": 10.08,
        "n": 1067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1474.47,
        "se": 11.74,
        "n": 787,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1463.12,
        "se": 8.25,
        "n": 1652,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1429.88,
        "se": 9.35,
        "n": 1242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1477.57,
        "se": 8.39,
        "n": 1559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.06,
        "se": 8.4,
        "n": 1587,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1327.14,
        "se": 12.87,
        "n": 574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1324.69,
        "se": 15.05,
        "n": 427,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1473.52,
        "se": 11.07,
        "n": 897,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1451.35,
        "se": 6.86,
        "n": 2679,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1432.06,
        "se": 6.74,
        "n": 2607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1436.14,
        "se": 15.37,
        "n": 443,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1253.17,
        "se": 25.26,
        "n": 142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1266.17,
        "se": 20.56,
        "n": 205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1453.8,
        "se": 6.94,
        "n": 2145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1362.28,
        "se": 15.58,
        "n": 351,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1416.96,
        "se": 16.37,
        "n": 336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1401.86,
        "se": 15.59,
        "n": 384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1362.87,
        "se": 19.81,
        "n": 218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1445.32,
        "se": 20.2,
        "n": 261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1448.98,
        "se": 10.48,
        "n": 913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1415.97,
        "se": 10.86,
        "n": 844,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1421.85,
        "se": 10.75,
        "n": 872,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1471.15,
        "se": 6.24,
        "n": 3185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1419.31,
        "se": 7.2,
        "n": 2240,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1466.77,
        "se": 21.36,
        "n": 214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1466.55,
        "se": 7.88,
        "n": 1835,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1479.38,
        "se": 8.18,
        "n": 1591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1466.94,
        "se": 9.5,
        "n": 1165,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1506.19,
        "se": 8.98,
        "n": 1327,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1355.95,
        "se": 14.38,
        "n": 459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1385.78,
        "se": 18.77,
        "n": 252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1389.94,
        "se": 17.85,
        "n": 290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1459.95,
        "se": 11.28,
        "n": 824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1349.9,
        "se": 11.47,
        "n": 708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1371.71,
        "se": 22.47,
        "n": 203,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/french:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/french",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1411.78,
        "se": 12.62,
        "n": 613,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.22,
        "se": 11.58,
        "n": 724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1493.16,
        "se": 15.73,
        "n": 367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1400.41,
        "se": 6.69,
        "n": 2563,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.35,
        "se": 23.04,
        "n": 165,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1477.98,
        "se": 9.27,
        "n": 1132,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.6,
        "se": 11.75,
        "n": 665,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1493.52,
        "se": 8.57,
        "n": 1418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.82,
        "se": 8.6,
        "n": 1362,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1496.77,
        "se": 9.78,
        "n": 1041,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1505.51,
        "se": 9.56,
        "n": 1023,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1469.87,
        "se": 9.44,
        "n": 1104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.4,
        "se": 9.54,
        "n": 1076,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1487.79,
        "se": 9.56,
        "n": 1181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.22,
        "se": 12.63,
        "n": 632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.17,
        "se": 19.87,
        "n": 239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1444.6,
        "se": 8.41,
        "n": 1352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.21,
        "se": 8.48,
        "n": 1352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1456.09,
        "se": 9.05,
        "n": 1215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.97,
        "se": 10.93,
        "n": 858,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1451.99,
        "se": 18.71,
        "n": 231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1399.2,
        "se": 14.55,
        "n": 436,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1392.57,
        "se": 12.71,
        "n": 597,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1414.41,
        "se": 10.42,
        "n": 899,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1418.48,
        "se": 10.84,
        "n": 741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1423.53,
        "se": 10.8,
        "n": 838,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1436.01,
        "se": 10.43,
        "n": 901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1468.14,
        "se": 9.87,
        "n": 994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.61,
        "se": 10.23,
        "n": 923,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.79,
        "se": 18.47,
        "n": 245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1426.38,
        "se": 11.4,
        "n": 681,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1425.67,
        "se": 19.42,
        "n": 223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1466.2,
        "se": 9.61,
        "n": 1113,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1473.72,
        "se": 10.04,
        "n": 991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1510.12,
        "se": 13.74,
        "n": 482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1459.36,
        "se": 10.86,
        "n": 865,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1195.69,
        "se": 8.92,
        "n": 1885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1170.7,
        "se": 17.8,
        "n": 325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1275.26,
        "se": 9.92,
        "n": 1265,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1251.59,
        "se": 8.39,
        "n": 2215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1311.37,
        "se": 7.42,
        "n": 3359,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1293.64,
        "se": 7.86,
        "n": 2668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1297.5,
        "se": 8.03,
        "n": 2503,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1410.1,
        "se": 8.51,
        "n": 1282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1393.14,
        "se": 9.49,
        "n": 1053,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1321.78,
        "se": 18.99,
        "n": 222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1329.49,
        "se": 7.02,
        "n": 3573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1313.04,
        "se": 9.06,
        "n": 1202,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1301.42,
        "se": 7.97,
        "n": 1641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.22,
        "se": 11.5,
        "n": 746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1385.01,
        "se": 12.54,
        "n": 590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1348.22,
        "se": 21.11,
        "n": 205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1440.68,
        "se": 11.04,
        "n": 742,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1453.9,
        "se": 11.21,
        "n": 716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1451.04,
        "se": 8.98,
        "n": 1271,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1462.17,
        "se": 10.75,
        "n": 831,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1448.09,
        "se": 10.04,
        "n": 994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.07,
        "se": 9.64,
        "n": 1090,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.87,
        "se": 10.32,
        "n": 928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1392.93,
        "se": 10.6,
        "n": 933,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1491.04,
        "se": 9.77,
        "n": 1101,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.9,
        "se": 9.76,
        "n": 1046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1477.78,
        "se": 11.64,
        "n": 721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1503.23,
        "se": 11.65,
        "n": 700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1479.36,
        "se": 11.06,
        "n": 804,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1499.8,
        "se": 17.98,
        "n": 287,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1440.51,
        "se": 8.65,
        "n": 1677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1453.35,
        "se": 17.32,
        "n": 319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.35,
        "se": 20.36,
        "n": 217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1498.99,
        "se": 12.89,
        "n": 571,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1476.82,
        "se": 8.35,
        "n": 1468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1436.78,
        "se": 9.67,
        "n": 1042,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1494.71,
        "se": 7.19,
        "n": 2230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1483.9,
        "se": 11.35,
        "n": 764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1488.65,
        "se": 11.55,
        "n": 749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1468.96,
        "se": 11.83,
        "n": 647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.64,
        "se": 12.6,
        "n": 583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.27,
        "se": 13.87,
        "n": 505,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.04,
        "se": 10.32,
        "n": 956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1572.49,
        "se": 19.15,
        "n": 297,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1371.88,
        "se": 21.85,
        "n": 166,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1370.8,
        "se": 8.9,
        "n": 1206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1290.32,
        "se": 21.4,
        "n": 162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.76,
        "se": 12.87,
        "n": 602,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1427.34,
        "se": 16.44,
        "n": 342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1438.07,
        "se": 11.04,
        "n": 786,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1387.68,
        "se": 12.39,
        "n": 655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1462.45,
        "se": 10.82,
        "n": 744,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1498.1,
        "se": 11.21,
        "n": 791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1289.95,
        "se": 8.72,
        "n": 1222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1311.07,
        "se": 11.02,
        "n": 800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1460.39,
        "se": 16.04,
        "n": 371,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1436.97,
        "se": 9.22,
        "n": 1257,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1410.87,
        "se": 8.54,
        "n": 1457,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1453.23,
        "se": 22.4,
        "n": 172,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1255.93,
        "se": 16.98,
        "n": 301,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1255.88,
        "se": 13.22,
        "n": 523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1425.16,
        "se": 7.26,
        "n": 1814,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1399.18,
        "se": 20.44,
        "n": 210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1303.03,
        "se": 10.97,
        "n": 766,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1370.41,
        "se": 13.29,
        "n": 522,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1334.88,
        "se": 21.05,
        "n": 172,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1387.04,
        "se": 13.49,
        "n": 490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1363.22,
        "se": 16.65,
        "n": 295,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1411.85,
        "se": 18.03,
        "n": 279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1417.65,
        "se": 22.2,
        "n": 178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1417.37,
        "se": 14.1,
        "n": 426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1392.64,
        "se": 13.88,
        "n": 448,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1358.49,
        "se": 13.09,
        "n": 487,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1441.73,
        "se": 8.24,
        "n": 1539,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1382.74,
        "se": 9.64,
        "n": 1070,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1454.96,
        "se": 10.93,
        "n": 795,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1464.21,
        "se": 11.24,
        "n": 745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1434.08,
        "se": 13.64,
        "n": 526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1475.34,
        "se": 12.4,
        "n": 574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1328.72,
        "se": 11.72,
        "n": 666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1273.79,
        "se": 20.75,
        "n": 217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1374.97,
        "se": 12.32,
        "n": 556,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1353.86,
        "se": 11.07,
        "n": 774,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1439.37,
        "se": 8.2,
        "n": 1510,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1323.63,
        "se": 8.4,
        "n": 1345,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1325.57,
        "se": 15.11,
        "n": 377,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/german:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/german",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1377.59,
        "se": 8.98,
        "n": 1215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1461.32,
        "se": 6.19,
        "n": 2509,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1529.58,
        "se": 2.46,
        "n": 29531,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1521.74,
        "se": 3.35,
        "n": 11970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1441.06,
        "se": 1.53,
        "n": 95033,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.4,
        "se": 3.78,
        "n": 8849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1498.48,
        "se": 2.03,
        "n": 42822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.71,
        "se": 2.57,
        "n": 20177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1526.37,
        "se": 1.98,
        "n": 57806,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1530.24,
        "se": 2.03,
        "n": 53623,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1519.03,
        "se": 2.29,
        "n": 43769,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.35,
        "se": 2.28,
        "n": 43068,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1504.91,
        "se": 2.32,
        "n": 42646,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.25,
        "se": 2.32,
        "n": 41845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.28,
        "se": 2.25,
        "n": 47850,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1513.3,
        "se": 2.8,
        "n": 22920,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1530.3,
        "se": 3.67,
        "n": 9932,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1482.98,
        "se": 1.84,
        "n": 47919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.81,
        "se": 1.8,
        "n": 48089,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1503.18,
        "se": 2.19,
        "n": 45573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.89,
        "se": 2.39,
        "n": 34792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1498.96,
        "se": 3.73,
        "n": 8976,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1418.73,
        "se": 4.6,
        "n": 4116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1432.95,
        "se": 3.93,
        "n": 6875,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1447.23,
        "se": 2.28,
        "n": 26898,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1446.35,
        "se": 2.35,
        "n": 23172,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1458.83,
        "se": 2.43,
        "n": 34299,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458.55,
        "se": 2.46,
        "n": 34250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1480.15,
        "se": 2.34,
        "n": 37984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.74,
        "se": 4.01,
        "n": 6369,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.59,
        "se": 2.37,
        "n": 36431,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1498.52,
        "se": 3.67,
        "n": 8678,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1441.91,
        "se": 2.54,
        "n": 19345,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1462.04,
        "se": 3.94,
        "n": 6746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1488.57,
        "se": 2.08,
        "n": 43754,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1495.94,
        "se": 2.37,
        "n": 35069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1507.12,
        "se": 2.82,
        "n": 19800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1500.38,
        "se": 2.62,
        "n": 32572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1229.39,
        "se": 3.39,
        "n": 18544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1228.74,
        "se": 6.45,
        "n": 3846,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1306.32,
        "se": 3.94,
        "n": 13935,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1289.68,
        "se": 3.3,
        "n": 23040,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1316.33,
        "se": 3.02,
        "n": 28310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1307.14,
        "se": 3.15,
        "n": 25575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1312.9,
        "se": 3.08,
        "n": 26242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1432.38,
        "se": 2.5,
        "n": 21996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1402.65,
        "se": 2.91,
        "n": 16057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1332.79,
        "se": 6.93,
        "n": 1669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1337.54,
        "se": 2.75,
        "n": 32416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1326.96,
        "se": 3.29,
        "n": 12655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1310.85,
        "se": 2.72,
        "n": 18259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.34,
        "se": 2.99,
        "n": 15018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1404.12,
        "se": 3.11,
        "n": 12813,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1356.03,
        "se": 4.99,
        "n": 3771,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1455.61,
        "se": 2.36,
        "n": 24211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.26,
        "se": 2.48,
        "n": 22276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1460.55,
        "se": 1.99,
        "n": 52626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.73,
        "se": 2.26,
        "n": 29640,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1486.93,
        "se": 2.28,
        "n": 44162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.36,
        "se": 2.3,
        "n": 41639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.43,
        "se": 2.29,
        "n": 41192,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1420.73,
        "se": 2.32,
        "n": 40736,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1498.58,
        "se": 2.23,
        "n": 46474,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.82,
        "se": 2.24,
        "n": 44784,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1475.14,
        "se": 2.58,
        "n": 26666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1511.08,
        "se": 2.53,
        "n": 28428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1490.59,
        "se": 2.46,
        "n": 31762,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1499.81,
        "se": 3.34,
        "n": 11387,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1463.75,
        "se": 2.43,
        "n": 67519,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1483.45,
        "se": 3.32,
        "n": 12740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1504.47,
        "se": 3.94,
        "n": 8115,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1492.9,
        "se": 2.82,
        "n": 17057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1474.25,
        "se": 1.91,
        "n": 56947,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1445.3,
        "se": 2.27,
        "n": 41187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1507.48,
        "se": 1.8,
        "n": 85808,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.05,
        "se": 2.35,
        "n": 31750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1495.45,
        "se": 2.48,
        "n": 30869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1474.84,
        "se": 2.7,
        "n": 23310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.92,
        "se": 2.66,
        "n": 23623,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.88,
        "se": 2.78,
        "n": 21623,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.33,
        "se": 2.53,
        "n": 40472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1545.03,
        "se": 3.29,
        "n": 13243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.5,
        "se": 6.19,
        "n": 2671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.03,
        "se": 5.76,
        "n": 3001,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1331.99,
        "se": 9.08,
        "n": 977,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1366.67,
        "se": 2.66,
        "n": 17673,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1284.17,
        "se": 8.79,
        "n": 1092,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1475.18,
        "se": 4.92,
        "n": 3565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1304.65,
        "se": 7.25,
        "n": 2035,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.37,
        "se": 2.72,
        "n": 22317,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1465.54,
        "se": 3.23,
        "n": 13700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1463.05,
        "se": 2.4,
        "n": 33073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1438.34,
        "se": 7.6,
        "n": 1665,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1427.59,
        "se": 2.67,
        "n": 24536,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1485.38,
        "se": 2.65,
        "n": 25745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1515.72,
        "se": 2.51,
        "n": 26409,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1503.62,
        "se": 6.38,
        "n": 2454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1320.86,
        "se": 2.55,
        "n": 16956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1329.33,
        "se": 3.15,
        "n": 12880,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1472.14,
        "se": 3.16,
        "n": 14393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1503.78,
        "se": 5.98,
        "n": 2622,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1456.72,
        "se": 2.18,
        "n": 48543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1433.03,
        "se": 1.79,
        "n": 54269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1444.98,
        "se": 3.93,
        "n": 7565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1284.91,
        "se": 4.93,
        "n": 3569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1277.92,
        "se": 3.98,
        "n": 5747,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1352.49,
        "se": 7.29,
        "n": 1481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1447.1,
        "se": 1.67,
        "n": 53233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1417.95,
        "se": 4.84,
        "n": 3801,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1343.78,
        "se": 3.24,
        "n": 10631,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1406.95,
        "se": 3.22,
        "n": 10959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1367.18,
        "se": 8.23,
        "n": 1207,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1419.47,
        "se": 3.09,
        "n": 11957,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1385.31,
        "se": 3.84,
        "n": 6647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1437.85,
        "se": 4.39,
        "n": 5695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1417.47,
        "se": 4.68,
        "n": 4029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1432.61,
        "se": 2.67,
        "n": 18621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1427.4,
        "se": 2.68,
        "n": 17907,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1412.21,
        "se": 2.63,
        "n": 19142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1463.35,
        "se": 1.85,
        "n": 64249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1415.64,
        "se": 2.25,
        "n": 39689,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1481.22,
        "se": 5.22,
        "n": 3540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1467.05,
        "se": 2.47,
        "n": 32146,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1494.59,
        "se": 6.1,
        "n": 2642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1473.01,
        "se": 2.55,
        "n": 27766,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1458.49,
        "se": 2.75,
        "n": 21545,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1506.54,
        "se": 2.66,
        "n": 24124,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1361.85,
        "se": 2.88,
        "n": 14635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1322.93,
        "se": 4.56,
        "n": 4706,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1418.03,
        "se": 3.93,
        "n": 6453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1396.45,
        "se": 3.93,
        "n": 8496,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1441.28,
        "se": 2.45,
        "n": 25473,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1370.86,
        "se": 2.51,
        "n": 19972,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1401.51,
        "se": 4.64,
        "n": 4386,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1405.87,
        "se": 2.64,
        "n": 19352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1472.25,
        "se": 9.96,
        "n": 935,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1532.12,
        "se": 3.17,
        "n": 12594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1519.17,
        "se": 4.76,
        "n": 4733,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1453.99,
        "se": 2,
        "n": 41663,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.52,
        "se": 5.59,
        "n": 3364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1499.81,
        "se": 2.69,
        "n": 18535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.3,
        "se": 3.66,
        "n": 7788,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1530.69,
        "se": 2.56,
        "n": 26122,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1534.99,
        "se": 2.65,
        "n": 23908,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1520.9,
        "se": 2.85,
        "n": 20861,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1528.03,
        "se": 2.89,
        "n": 20565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1506.35,
        "se": 2.89,
        "n": 19211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.69,
        "se": 2.9,
        "n": 18542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.68,
        "se": 2.97,
        "n": 19251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1511.73,
        "se": 3.69,
        "n": 9147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1534.71,
        "se": 5.53,
        "n": 3694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1489.14,
        "se": 2.49,
        "n": 21109,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.22,
        "se": 2.43,
        "n": 20968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1506.47,
        "se": 2.8,
        "n": 21065,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.42,
        "se": 3.07,
        "n": 14564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1505.16,
        "se": 5.62,
        "n": 3365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1432.78,
        "se": 5.73,
        "n": 2656,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1441.78,
        "se": 5.52,
        "n": 3101,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1458.92,
        "se": 3.2,
        "n": 11022,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1460.46,
        "se": 3.3,
        "n": 9526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1463.38,
        "se": 3.09,
        "n": 16014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.66,
        "se": 3.13,
        "n": 15904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1485.06,
        "se": 2.99,
        "n": 17631,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.87,
        "se": 6.23,
        "n": 2446,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.86,
        "se": 3.04,
        "n": 16686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1504.08,
        "se": 5.5,
        "n": 3258,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1449.53,
        "se": 3.54,
        "n": 8205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1473.36,
        "se": 5.8,
        "n": 2677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1498.99,
        "se": 2.71,
        "n": 18863,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1498.07,
        "se": 3.06,
        "n": 14479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.49,
        "se": 3.84,
        "n": 7816,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1501.79,
        "se": 3.37,
        "n": 11880,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1239.8,
        "se": 3.93,
        "n": 12416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1240.25,
        "se": 7,
        "n": 3150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1314.64,
        "se": 4.53,
        "n": 9838,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1301.02,
        "se": 3.88,
        "n": 16244,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1328.17,
        "se": 3.57,
        "n": 17922,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1318.12,
        "se": 3.72,
        "n": 16792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1324.66,
        "se": 3.63,
        "n": 18316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1438.54,
        "se": 3.24,
        "n": 10428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1413.07,
        "se": 3.72,
        "n": 7664,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1338.26,
        "se": 8.75,
        "n": 1062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1347.55,
        "se": 3.28,
        "n": 19579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1337.71,
        "se": 3.95,
        "n": 8010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1319.14,
        "se": 3.29,
        "n": 11355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1453.63,
        "se": 4.01,
        "n": 6624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1409.63,
        "se": 4.3,
        "n": 5567,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1370.24,
        "se": 7.39,
        "n": 1690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1461.2,
        "se": 3.37,
        "n": 9526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.72,
        "se": 3.56,
        "n": 8747,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1457.91,
        "se": 2.58,
        "n": 24382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.29,
        "se": 3.03,
        "n": 12913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1486.58,
        "se": 2.85,
        "n": 20826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.2,
        "se": 2.89,
        "n": 19485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.2,
        "se": 2.9,
        "n": 19655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1428.85,
        "se": 2.93,
        "n": 19659,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1499.69,
        "se": 2.8,
        "n": 21628,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.86,
        "se": 2.82,
        "n": 20869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1486.85,
        "se": 3.41,
        "n": 10848,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1510.93,
        "se": 3.36,
        "n": 11363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1490.23,
        "se": 3.23,
        "n": 12655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1510.18,
        "se": 4.91,
        "n": 4440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1466.66,
        "se": 2.94,
        "n": 25901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.02,
        "se": 4.88,
        "n": 4873,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.62,
        "se": 6,
        "n": 3068,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1490.79,
        "se": 3.93,
        "n": 6579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1469.72,
        "se": 2.47,
        "n": 25898,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1441.59,
        "se": 2.83,
        "n": 19739,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1506.77,
        "se": 2.28,
        "n": 38288,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.15,
        "se": 3.11,
        "n": 13563,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1490.3,
        "se": 3.17,
        "n": 13109,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1476.22,
        "se": 3.59,
        "n": 9489,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.5,
        "se": 3.49,
        "n": 9972,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.34,
        "se": 3.76,
        "n": 8638,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.02,
        "se": 3.14,
        "n": 15541,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1543.93,
        "se": 4.81,
        "n": 5029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1544.62,
        "se": 10.11,
        "n": 981,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.66,
        "se": 9.61,
        "n": 1037,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1338.83,
        "se": 10.62,
        "n": 700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1375.31,
        "se": 3.41,
        "n": 8911,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1284.9,
        "se": 10.42,
        "n": 764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1485.46,
        "se": 8.08,
        "n": 1323,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1322.6,
        "se": 10.91,
        "n": 882,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.05,
        "se": 3.7,
        "n": 8884,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1471.74,
        "se": 4.58,
        "n": 5325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1463.42,
        "se": 3.17,
        "n": 13253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1443.25,
        "se": 12.65,
        "n": 578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1435.62,
        "se": 3.56,
        "n": 9889,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1488.06,
        "se": 3.33,
        "n": 12321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.58,
        "se": 3.46,
        "n": 9908,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1523.54,
        "se": 11.04,
        "n": 784,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1336.74,
        "se": 3.23,
        "n": 9543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1352.16,
        "se": 4.17,
        "n": 5728,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1488.08,
        "se": 4.67,
        "n": 5177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1509.99,
        "se": 9.81,
        "n": 933,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1467.58,
        "se": 2.76,
        "n": 20223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1440.31,
        "se": 2.4,
        "n": 22433,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1456.54,
        "se": 5.17,
        "n": 3815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1294.08,
        "se": 6.03,
        "n": 2355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1289.2,
        "se": 4.79,
        "n": 3804,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1365.32,
        "se": 8.89,
        "n": 964,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1449.66,
        "se": 2.27,
        "n": 22569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1427.97,
        "se": 7.2,
        "n": 1713,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1359.04,
        "se": 4.31,
        "n": 5152,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1416.41,
        "se": 4.47,
        "n": 4737,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1381.39,
        "se": 10.62,
        "n": 729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1426.54,
        "se": 4.26,
        "n": 5204,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1393.09,
        "se": 5.46,
        "n": 3013,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1450.13,
        "se": 6.51,
        "n": 2495,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1418.59,
        "se": 6.93,
        "n": 1825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1444.06,
        "se": 3.57,
        "n": 8569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1443.38,
        "se": 3.59,
        "n": 8248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1425.3,
        "se": 3.53,
        "n": 8746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1466.47,
        "se": 2.37,
        "n": 28592,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1422.63,
        "se": 2.89,
        "n": 18028,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1483.22,
        "se": 7.46,
        "n": 1696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1476.38,
        "se": 3.14,
        "n": 15174,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1488.32,
        "se": 8.6,
        "n": 1330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1476.41,
        "se": 3.29,
        "n": 11974,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1459.58,
        "se": 3.83,
        "n": 8018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1510.49,
        "se": 3.64,
        "n": 9062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1366.1,
        "se": 3.92,
        "n": 6455,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1337.33,
        "se": 6.81,
        "n": 2074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1422.28,
        "se": 4.81,
        "n": 4238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1411.99,
        "se": 4.84,
        "n": 4917,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1449.91,
        "se": 3.14,
        "n": 12076,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1382.6,
        "se": 3.19,
        "n": 10222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1413.37,
        "se": 5.57,
        "n": 2944,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/hard_prompts_english:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/hard_prompts_english",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1419.18,
        "se": 3.42,
        "n": 9101,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1440.75,
        "se": 11.51,
        "n": 709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.9,
        "se": 3.6,
        "n": 8958,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.01,
        "se": 5.29,
        "n": 3650,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1419.11,
        "se": 2.21,
        "n": 29616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1430.03,
        "se": 6.62,
        "n": 2383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1472.19,
        "se": 2.96,
        "n": 14006,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.24,
        "se": 3.83,
        "n": 7011,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1499.6,
        "se": 2.85,
        "n": 17530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.56,
        "se": 2.92,
        "n": 16471,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1494.7,
        "se": 3.29,
        "n": 13061,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.45,
        "se": 3.31,
        "n": 12884,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1485.47,
        "se": 3.24,
        "n": 12600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.59,
        "se": 3.26,
        "n": 12564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.48,
        "se": 3.29,
        "n": 13749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.92,
        "se": 4.22,
        "n": 6609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.05,
        "se": 6.25,
        "n": 2777,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1460.31,
        "se": 2.74,
        "n": 15756,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458.42,
        "se": 2.7,
        "n": 15956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1480.81,
        "se": 3.14,
        "n": 13885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.84,
        "se": 3.48,
        "n": 10114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1473.74,
        "se": 6.59,
        "n": 2412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1387.69,
        "se": 7.08,
        "n": 1798,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1407.13,
        "se": 5.73,
        "n": 2847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1422.21,
        "se": 3.45,
        "n": 9003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1422.79,
        "se": 3.5,
        "n": 8065,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1438.37,
        "se": 3.56,
        "n": 10293,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.56,
        "se": 3.55,
        "n": 10523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1459.5,
        "se": 3.43,
        "n": 11250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.79,
        "se": 7.25,
        "n": 1775,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.74,
        "se": 3.48,
        "n": 10897,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1479.42,
        "se": 6.34,
        "n": 2367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1412.06,
        "se": 3.85,
        "n": 6879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1443.47,
        "se": 6.25,
        "n": 2283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1466.7,
        "se": 3.11,
        "n": 12828,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1464.9,
        "se": 3.39,
        "n": 10290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1475.65,
        "se": 4.39,
        "n": 5722,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1470.8,
        "se": 3.71,
        "n": 9129,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1197.84,
        "se": 4.92,
        "n": 6898,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1149.62,
        "se": 9.7,
        "n": 1382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1244.68,
        "se": 5.68,
        "n": 5128,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1230.88,
        "se": 4.76,
        "n": 8676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1292.38,
        "se": 4.34,
        "n": 10807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1283.2,
        "se": 4.52,
        "n": 9697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1279.43,
        "se": 4.48,
        "n": 9573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1414.82,
        "se": 3.6,
        "n": 8226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1379.34,
        "se": 4.13,
        "n": 6005,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1321.05,
        "se": 11.24,
        "n": 651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1321.37,
        "se": 3.86,
        "n": 13299,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1301.84,
        "se": 4.65,
        "n": 5095,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1310.47,
        "se": 3.97,
        "n": 7765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1414.26,
        "se": 4.37,
        "n": 5526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1381.82,
        "se": 4.62,
        "n": 4819,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1339.52,
        "se": 7.92,
        "n": 1517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1443.22,
        "se": 3.62,
        "n": 8281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.85,
        "se": 3.74,
        "n": 7720,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1443.89,
        "se": 2.86,
        "n": 16688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1442.96,
        "se": 3.38,
        "n": 9693,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1473.52,
        "se": 3.24,
        "n": 13708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.9,
        "se": 3.3,
        "n": 12980,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.41,
        "se": 3.31,
        "n": 12737,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1404.66,
        "se": 3.37,
        "n": 12429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1484.64,
        "se": 3.22,
        "n": 13889,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.24,
        "se": 3.23,
        "n": 13538,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1461.94,
        "se": 3.87,
        "n": 7647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1487.57,
        "se": 3.83,
        "n": 8060,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1465.64,
        "se": 3.68,
        "n": 9025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1478.14,
        "se": 5.68,
        "n": 3234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1439.49,
        "se": 3.16,
        "n": 18647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1449.6,
        "se": 5.51,
        "n": 3670,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.19,
        "se": 6.9,
        "n": 2182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1468.23,
        "se": 4.15,
        "n": 5744,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1454.43,
        "se": 2.72,
        "n": 17955,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1420.22,
        "se": 3.17,
        "n": 12461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1477.83,
        "se": 2.51,
        "n": 25546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.83,
        "se": 3.55,
        "n": 9197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1462.83,
        "se": 3.64,
        "n": 8939,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1453.05,
        "se": 4.09,
        "n": 6516,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.81,
        "se": 4.03,
        "n": 6700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.55,
        "se": 4.32,
        "n": 6009,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.18,
        "se": 3.5,
        "n": 11136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.45,
        "se": 5.58,
        "n": 3514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.03,
        "se": 11.46,
        "n": 715,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.54,
        "se": 10.93,
        "n": 791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1386.95,
        "se": 15.32,
        "n": 364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1377.78,
        "se": 3.91,
        "n": 6488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1330.26,
        "se": 15.3,
        "n": 390,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1449.09,
        "se": 8.54,
        "n": 1176,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1291.64,
        "se": 12.66,
        "n": 598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1445.91,
        "se": 4.18,
        "n": 6343,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1438.06,
        "se": 5.38,
        "n": 3812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1442.82,
        "se": 3.56,
        "n": 9330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1432.11,
        "se": 14.71,
        "n": 408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1409.45,
        "se": 4.08,
        "n": 6939,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1455.21,
        "se": 3.85,
        "n": 7826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.39,
        "se": 3.83,
        "n": 7649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1504.04,
        "se": 12.41,
        "n": 608,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1303.71,
        "se": 3.87,
        "n": 6626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1315.63,
        "se": 4.59,
        "n": 4915,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1453.37,
        "se": 5.24,
        "n": 3997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1457.84,
        "se": 11.43,
        "n": 717,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1444.82,
        "se": 3.11,
        "n": 14030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1410.88,
        "se": 2.69,
        "n": 16376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1431.06,
        "se": 6.56,
        "n": 2245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1259.12,
        "se": 7.96,
        "n": 1443,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1256.04,
        "se": 6.17,
        "n": 2438,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1341.53,
        "se": 11.92,
        "n": 571,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1432.16,
        "se": 2.48,
        "n": 18204,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1404.72,
        "se": 7.71,
        "n": 1525,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1329.97,
        "se": 4.85,
        "n": 3991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1397.65,
        "se": 4.79,
        "n": 4114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1339.98,
        "se": 13.41,
        "n": 437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1412.73,
        "se": 4.72,
        "n": 4275,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1365.78,
        "se": 6.02,
        "n": 2488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1439.9,
        "se": 7.01,
        "n": 2223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1393.21,
        "se": 7.41,
        "n": 1566,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1421.84,
        "se": 4.17,
        "n": 5701,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1408.28,
        "se": 4.23,
        "n": 5569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1402.97,
        "se": 4.03,
        "n": 6079,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1446.66,
        "se": 2.64,
        "n": 19346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1403.4,
        "se": 3.23,
        "n": 12091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1450.86,
        "se": 9.36,
        "n": 1066,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1446.01,
        "se": 3.59,
        "n": 9949,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1453.52,
        "se": 10.51,
        "n": 866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1445.08,
        "se": 3.74,
        "n": 8226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1440.22,
        "se": 4.31,
        "n": 5954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1484.57,
        "se": 4.1,
        "n": 6639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1352.21,
        "se": 4.29,
        "n": 5346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1321.64,
        "se": 7.12,
        "n": 1832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1370.08,
        "se": 5.93,
        "n": 2720,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1353.14,
        "se": 5.35,
        "n": 3778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1426.84,
        "se": 3.5,
        "n": 9464,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1328.01,
        "se": 3.65,
        "n": 7670,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1349.45,
        "se": 6.97,
        "n": 1815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_business_and_management_and_financial_operations:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_business_and_management_and_financial_operations",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1378.97,
        "se": 3.84,
        "n": 7029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1404.28,
        "se": 9.39,
        "n": 1150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.77,
        "se": 3.36,
        "n": 11881,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1478.94,
        "se": 4.77,
        "n": 5207,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1388.25,
        "se": 2.16,
        "n": 33466,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1376.86,
        "se": 5.65,
        "n": 3596,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1454.56,
        "se": 2.97,
        "n": 13926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.69,
        "se": 3.85,
        "n": 6864,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1475.79,
        "se": 2.78,
        "n": 20014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.92,
        "se": 2.87,
        "n": 19138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1472.5,
        "se": 3.19,
        "n": 15256,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.9,
        "se": 3.26,
        "n": 14859,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1455.42,
        "se": 3.08,
        "n": 15708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.79,
        "se": 3.1,
        "n": 15896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.57,
        "se": 3.08,
        "n": 19604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1461.99,
        "se": 3.76,
        "n": 9565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.22,
        "se": 5.34,
        "n": 4279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1443.9,
        "se": 2.78,
        "n": 15644,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1445.76,
        "se": 2.7,
        "n": 16010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1445.15,
        "se": 3.1,
        "n": 15653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1432.17,
        "se": 3.24,
        "n": 13679,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1454.69,
        "se": 5.52,
        "n": 3805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1371.96,
        "se": 5.03,
        "n": 3571,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1388.25,
        "se": 5.47,
        "n": 3182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1396.07,
        "se": 3.51,
        "n": 8716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1388.24,
        "se": 3.6,
        "n": 7691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1404.88,
        "se": 3.54,
        "n": 11045,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1407.73,
        "se": 3.51,
        "n": 11312,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1435.74,
        "se": 3.38,
        "n": 12606,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1435.67,
        "se": 6.48,
        "n": 2384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.75,
        "se": 3.4,
        "n": 12232,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.26,
        "se": 5.67,
        "n": 3343,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1395.29,
        "se": 3.82,
        "n": 6632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1405.39,
        "se": 6.04,
        "n": 2401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1441.6,
        "se": 2.96,
        "n": 15913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1445.71,
        "se": 3.22,
        "n": 13425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.32,
        "se": 3.92,
        "n": 8307,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1438.82,
        "se": 3.39,
        "n": 12959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1196.85,
        "se": 4.34,
        "n": 9653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1163.77,
        "se": 7.65,
        "n": 2646,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1264.12,
        "se": 4.93,
        "n": 8080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1268.97,
        "se": 4.14,
        "n": 13910,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1314.09,
        "se": 3.82,
        "n": 14793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1287.54,
        "se": 4.03,
        "n": 13994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1290.16,
        "se": 3.93,
        "n": 15221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1400.8,
        "se": 3.43,
        "n": 8999,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1347.9,
        "se": 3.89,
        "n": 6723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1286.95,
        "se": 8.8,
        "n": 1061,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1337.83,
        "se": 3.5,
        "n": 17607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1324.93,
        "se": 4.22,
        "n": 7043,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1284.17,
        "se": 3.35,
        "n": 11284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1398.3,
        "se": 4.25,
        "n": 5863,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1348.31,
        "se": 4.61,
        "n": 4830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1276.63,
        "se": 8.31,
        "n": 1354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1407.09,
        "se": 3.61,
        "n": 8178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1421.43,
        "se": 3.81,
        "n": 7525,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1399.16,
        "se": 2.85,
        "n": 17477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1388.42,
        "se": 3.46,
        "n": 9264,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1431.62,
        "se": 3.2,
        "n": 14540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1440.56,
        "se": 3.27,
        "n": 13965,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1408.2,
        "se": 3.31,
        "n": 13671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1352.65,
        "se": 3.37,
        "n": 13445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1447.15,
        "se": 3.07,
        "n": 16882,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.91,
        "se": 3.1,
        "n": 16406,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1417.49,
        "se": 3.56,
        "n": 10639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1469.79,
        "se": 3.51,
        "n": 11226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1433.82,
        "se": 3.36,
        "n": 12564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1455.77,
        "se": 4.93,
        "n": 4759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1410.31,
        "se": 3.01,
        "n": 28326,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1425.16,
        "se": 4.89,
        "n": 5091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1452.58,
        "se": 5.95,
        "n": 3384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1453.91,
        "se": 4.3,
        "n": 5685,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1437.84,
        "se": 2.73,
        "n": 19180,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1404.47,
        "se": 3.16,
        "n": 13526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1469.38,
        "se": 2.48,
        "n": 30718,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.81,
        "se": 3.37,
        "n": 11637,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1457.17,
        "se": 3.41,
        "n": 11794,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1433.5,
        "se": 3.76,
        "n": 9019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.17,
        "se": 3.73,
        "n": 9064,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.12,
        "se": 3.87,
        "n": 8866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.59,
        "se": 3.21,
        "n": 16755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.64,
        "se": 4.82,
        "n": 5598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.92,
        "se": 9.5,
        "n": 1167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.65,
        "se": 9.27,
        "n": 1188,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1305.42,
        "se": 10.85,
        "n": 697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1326.84,
        "se": 3.54,
        "n": 7993,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1247.83,
        "se": 10.53,
        "n": 761,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1416,
        "se": 8.99,
        "n": 1090,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1232.65,
        "se": 11.61,
        "n": 802,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1441.28,
        "se": 3.8,
        "n": 9071,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1420.13,
        "se": 4.6,
        "n": 5718,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1395.92,
        "se": 3.28,
        "n": 13302,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1360.16,
        "se": 11.91,
        "n": 709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1339.04,
        "se": 3.72,
        "n": 9817,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1429.59,
        "se": 3.85,
        "n": 8162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1459.24,
        "se": 3.53,
        "n": 10320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.09,
        "se": 10.19,
        "n": 951,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1284.85,
        "se": 3.24,
        "n": 9709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1288.32,
        "se": 4.38,
        "n": 5269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1407.67,
        "se": 4.63,
        "n": 5724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1445.48,
        "se": 9.88,
        "n": 956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1401.31,
        "se": 2.94,
        "n": 17401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1372.98,
        "se": 2.57,
        "n": 19757,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1396.86,
        "se": 6.16,
        "n": 2647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1224.89,
        "se": 5.91,
        "n": 2680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1202.29,
        "se": 4.63,
        "n": 4486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1293.92,
        "se": 8.49,
        "n": 1091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1376.27,
        "se": 2.48,
        "n": 17926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1350.32,
        "se": 7.54,
        "n": 1526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1269.71,
        "se": 4.54,
        "n": 4545,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1330.84,
        "se": 4.71,
        "n": 4118,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1285.27,
        "se": 10.54,
        "n": 704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1324.87,
        "se": 4.7,
        "n": 4201,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1315.79,
        "se": 6.13,
        "n": 2435,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1356.81,
        "se": 7.36,
        "n": 1883,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1361.33,
        "se": 7.76,
        "n": 1437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1364.95,
        "se": 4.23,
        "n": 5683,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1360.64,
        "se": 4.34,
        "n": 5320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1345.21,
        "se": 4.15,
        "n": 5877,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1402.64,
        "se": 2.6,
        "n": 22182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1344.57,
        "se": 3.26,
        "n": 12477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1426.46,
        "se": 9.82,
        "n": 997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1405.69,
        "se": 3.61,
        "n": 9979,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1442.14,
        "se": 11.5,
        "n": 714,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1418.33,
        "se": 3.55,
        "n": 9775,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1376.46,
        "se": 3.9,
        "n": 8339,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1464.15,
        "se": 3.71,
        "n": 9279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1286.54,
        "se": 4.2,
        "n": 5472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1256.23,
        "se": 7.69,
        "n": 1726,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1389.85,
        "se": 4.33,
        "n": 5210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1371.88,
        "se": 4.89,
        "n": 4823,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1394.11,
        "se": 3.3,
        "n": 10492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1301.23,
        "se": 3.21,
        "n": 10234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1310.02,
        "se": 5.27,
        "n": 3214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_entertainment_and_sports_and_media:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_entertainment_and_sports_and_media",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1348.89,
        "se": 3.61,
        "n": 7970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1437.39,
        "se": 16.75,
        "n": 325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.44,
        "se": 5.32,
        "n": 3771,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1495.95,
        "se": 7.96,
        "n": 1653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1415.99,
        "se": 3.2,
        "n": 11534,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1410.85,
        "se": 9.69,
        "n": 1098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1482.65,
        "se": 4.37,
        "n": 5381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.96,
        "se": 5.78,
        "n": 2762,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1507.94,
        "se": 4.06,
        "n": 7098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.39,
        "se": 4.11,
        "n": 6865,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1495.23,
        "se": 4.56,
        "n": 5353,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.46,
        "se": 4.63,
        "n": 5197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1497.97,
        "se": 4.51,
        "n": 5419,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.35,
        "se": 4.52,
        "n": 5335,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.84,
        "se": 4.44,
        "n": 6210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1502.67,
        "se": 5.93,
        "n": 3042,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.85,
        "se": 9.25,
        "n": 1271,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1463.91,
        "se": 4.11,
        "n": 5935,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.97,
        "se": 4.15,
        "n": 5815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1483.65,
        "se": 4.45,
        "n": 5625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.52,
        "se": 4.88,
        "n": 4495,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1480.17,
        "se": 9.4,
        "n": 1138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1399.03,
        "se": 9.03,
        "n": 1097,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1415.52,
        "se": 8.35,
        "n": 1370,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1431.97,
        "se": 5.23,
        "n": 3466,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1429.48,
        "se": 5.37,
        "n": 3068,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1448.61,
        "se": 5.05,
        "n": 4070,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1457.88,
        "se": 5.07,
        "n": 4028,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1474.14,
        "se": 4.88,
        "n": 4423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.62,
        "se": 10.57,
        "n": 812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.32,
        "se": 4.95,
        "n": 4254,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1460.14,
        "se": 9.29,
        "n": 1110,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1435.82,
        "se": 6.09,
        "n": 2438,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1453.58,
        "se": 9.48,
        "n": 961,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1471.3,
        "se": 4.49,
        "n": 5205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1494.35,
        "se": 4.94,
        "n": 4342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.74,
        "se": 6.29,
        "n": 2654,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1475.33,
        "se": 5.29,
        "n": 4007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1247.74,
        "se": 6.45,
        "n": 3573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1201.97,
        "se": 11.51,
        "n": 944,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1293.97,
        "se": 7.27,
        "n": 2897,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1271.73,
        "se": 6.29,
        "n": 4695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1335.65,
        "se": 5.7,
        "n": 5381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1325.3,
        "se": 5.97,
        "n": 5037,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1313.75,
        "se": 5.84,
        "n": 5572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1437.35,
        "se": 5.42,
        "n": 3229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1396.61,
        "se": 6.19,
        "n": 2436,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1351.55,
        "se": 14.53,
        "n": 382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1371.27,
        "se": 5.16,
        "n": 6743,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1347.26,
        "se": 6.38,
        "n": 2674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1346.51,
        "se": 5.56,
        "n": 3866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.48,
        "se": 7.34,
        "n": 1827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1396.55,
        "se": 7.53,
        "n": 1691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1327.35,
        "se": 13.96,
        "n": 467,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1451.56,
        "se": 5.38,
        "n": 3175,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.23,
        "se": 5.63,
        "n": 3051,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1444.55,
        "se": 4.11,
        "n": 6600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.06,
        "se": 5.14,
        "n": 3745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1474.45,
        "se": 4.6,
        "n": 5291,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.76,
        "se": 4.65,
        "n": 5168,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.11,
        "se": 4.75,
        "n": 4991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1400.79,
        "se": 4.81,
        "n": 4888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1486.24,
        "se": 4.4,
        "n": 5813,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.29,
        "se": 4.51,
        "n": 5530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1459.94,
        "se": 5.55,
        "n": 3414,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1497.59,
        "se": 5.38,
        "n": 3669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1475.48,
        "se": 5.15,
        "n": 4066,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.02,
        "se": 8.13,
        "n": 1514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1445.27,
        "se": 4.15,
        "n": 8648,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1464.66,
        "se": 7.96,
        "n": 1682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1503.93,
        "se": 9.82,
        "n": 1077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1483.36,
        "se": 6.22,
        "n": 2401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1468.54,
        "se": 3.86,
        "n": 7154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1440.46,
        "se": 4.55,
        "n": 4960,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1498.28,
        "se": 3.42,
        "n": 10827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1478.5,
        "se": 5.13,
        "n": 3979,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1481.82,
        "se": 5.3,
        "n": 3764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1455.15,
        "se": 5.9,
        "n": 2975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.62,
        "se": 5.81,
        "n": 2946,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.76,
        "se": 6.19,
        "n": 2755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.38,
        "se": 4.8,
        "n": 5235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1527.4,
        "se": 8.12,
        "n": 1670,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.47,
        "se": 18.81,
        "n": 283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.1,
        "se": 16.35,
        "n": 371,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1383.27,
        "se": 19.62,
        "n": 217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1384.32,
        "se": 5.96,
        "n": 2656,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1340.12,
        "se": 18.29,
        "n": 245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1454.64,
        "se": 13.39,
        "n": 451,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1285.9,
        "se": 19.34,
        "n": 268,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.68,
        "se": 5.88,
        "n": 2939,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1462.73,
        "se": 7.68,
        "n": 1768,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1442.69,
        "se": 5.08,
        "n": 4132,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1395.37,
        "se": 5.71,
        "n": 3226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1463.76,
        "se": 5.68,
        "n": 2979,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1506.21,
        "se": 5.69,
        "n": 3176,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1520.26,
        "se": 18.82,
        "n": 274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1342.44,
        "se": 5.52,
        "n": 3153,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1341.02,
        "se": 7.08,
        "n": 1970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1446.23,
        "se": 7.61,
        "n": 1852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1470.36,
        "se": 17.35,
        "n": 328,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1434.37,
        "se": 4.4,
        "n": 5937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1422.22,
        "se": 3.96,
        "n": 6706,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1440.09,
        "se": 10.62,
        "n": 886,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1275.24,
        "se": 10.53,
        "n": 869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1298.54,
        "se": 8.5,
        "n": 1341,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1378.67,
        "se": 14.45,
        "n": 392,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1433.05,
        "se": 3.85,
        "n": 6575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1397.31,
        "se": 12.58,
        "n": 532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1323.9,
        "se": 7.12,
        "n": 1751,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1384.09,
        "se": 7.88,
        "n": 1461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1326.96,
        "se": 16.51,
        "n": 285,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1408.84,
        "se": 7.95,
        "n": 1411,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1361.28,
        "se": 10.42,
        "n": 841,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1431.15,
        "se": 11.5,
        "n": 735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1404.78,
        "se": 13.01,
        "n": 493,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1423.62,
        "se": 6.4,
        "n": 2320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1405.77,
        "se": 6.63,
        "n": 2165,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1399.24,
        "se": 6.43,
        "n": 2356,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1447.4,
        "se": 3.82,
        "n": 7463,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1399.5,
        "se": 4.7,
        "n": 4742,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1462.75,
        "se": 15.6,
        "n": 397,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1446.52,
        "se": 5.32,
        "n": 3559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1477.07,
        "se": 17.62,
        "n": 304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1454.9,
        "se": 5.3,
        "n": 3488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1437.09,
        "se": 6.42,
        "n": 2572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1494.02,
        "se": 6.22,
        "n": 2702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1341,
        "se": 7.06,
        "n": 1869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1321.56,
        "se": 12.04,
        "n": 678,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1406.69,
        "se": 7.98,
        "n": 1454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1391.11,
        "se": 7.33,
        "n": 1945,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1452.34,
        "se": 5.22,
        "n": 3736,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1340.41,
        "se": 5.21,
        "n": 3601,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1359.38,
        "se": 9.29,
        "n": 1023,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_legal_and_government:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_legal_and_government",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1398.8,
        "se": 5.91,
        "n": 2748,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1442.88,
        "se": 12.2,
        "n": 637,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.12,
        "se": 3.89,
        "n": 7316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1523.19,
        "se": 5.57,
        "n": 3370,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1431.11,
        "se": 2.34,
        "n": 25029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.45,
        "se": 6.95,
        "n": 2183,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1486.76,
        "se": 3.16,
        "n": 11446,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.4,
        "se": 4.11,
        "n": 6008,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1518.53,
        "se": 3.01,
        "n": 14773,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1526.75,
        "se": 3.07,
        "n": 13959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1513.35,
        "se": 3.46,
        "n": 11025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.06,
        "se": 3.46,
        "n": 10879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1499.58,
        "se": 3.38,
        "n": 10514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.11,
        "se": 3.43,
        "n": 10235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.79,
        "se": 3.4,
        "n": 12492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1515.37,
        "se": 4.35,
        "n": 5917,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.83,
        "se": 6.49,
        "n": 2609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1470.96,
        "se": 2.9,
        "n": 13486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.27,
        "se": 2.86,
        "n": 13505,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1499.93,
        "se": 3.32,
        "n": 11481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.82,
        "se": 3.65,
        "n": 8702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1493.53,
        "se": 6.66,
        "n": 2367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1410.97,
        "se": 5.25,
        "n": 3309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1425.97,
        "se": 5.42,
        "n": 3385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1452.25,
        "se": 3.7,
        "n": 7544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1438.2,
        "se": 3.79,
        "n": 6815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1456.66,
        "se": 3.77,
        "n": 8276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459,
        "se": 3.78,
        "n": 8363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1479.48,
        "se": 3.65,
        "n": 9015,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.84,
        "se": 7.89,
        "n": 1490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.72,
        "se": 3.69,
        "n": 8659,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1487.82,
        "se": 6.63,
        "n": 2194,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1446.04,
        "se": 4.06,
        "n": 5903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1472.69,
        "se": 6.44,
        "n": 2119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1487.59,
        "se": 3.27,
        "n": 10937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1497.37,
        "se": 3.58,
        "n": 8953,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1508.22,
        "se": 4.54,
        "n": 5254,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1490.57,
        "se": 3.84,
        "n": 8211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1222.59,
        "se": 4.33,
        "n": 11407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1199.13,
        "se": 7.64,
        "n": 3046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1285.95,
        "se": 4.73,
        "n": 9610,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1275.37,
        "se": 4.17,
        "n": 15252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1326.48,
        "se": 3.78,
        "n": 16354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1316.37,
        "se": 3.96,
        "n": 16044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1319.62,
        "se": 3.9,
        "n": 17680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1424.28,
        "se": 3.54,
        "n": 8475,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1384.84,
        "se": 4.04,
        "n": 6484,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1349.16,
        "se": 8.45,
        "n": 1162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1354.02,
        "se": 3.45,
        "n": 19017,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1347.9,
        "se": 4.12,
        "n": 7560,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1326.25,
        "se": 3.41,
        "n": 11641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.56,
        "se": 4.5,
        "n": 5123,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1397.65,
        "se": 4.88,
        "n": 4189,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1348.48,
        "se": 8.41,
        "n": 1305,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1455.89,
        "se": 3.81,
        "n": 7184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.03,
        "se": 3.95,
        "n": 6814,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1450.61,
        "se": 3.05,
        "n": 13619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.1,
        "se": 3.61,
        "n": 8222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1478.26,
        "se": 3.43,
        "n": 10954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1487.16,
        "se": 3.49,
        "n": 10506,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.89,
        "se": 3.52,
        "n": 10404,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1414.77,
        "se": 3.59,
        "n": 10349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1496.44,
        "se": 3.34,
        "n": 11602,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.46,
        "se": 3.36,
        "n": 11410,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1461.56,
        "se": 4.09,
        "n": 6575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1492.24,
        "se": 3.97,
        "n": 7116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1476.52,
        "se": 3.84,
        "n": 7891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.1,
        "se": 5.83,
        "n": 3067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1453.47,
        "se": 3.26,
        "n": 17634,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1468.4,
        "se": 5.74,
        "n": 3362,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1500.73,
        "se": 6.77,
        "n": 2256,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1487.21,
        "se": 4.44,
        "n": 5032,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1480.47,
        "se": 2.87,
        "n": 14755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1450.3,
        "se": 3.34,
        "n": 10382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1509.47,
        "se": 2.61,
        "n": 21946,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.47,
        "se": 3.72,
        "n": 7847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1496.51,
        "se": 3.83,
        "n": 7592,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1477.42,
        "se": 4.28,
        "n": 5721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.8,
        "se": 4.25,
        "n": 5693,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.57,
        "se": 4.44,
        "n": 5542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.79,
        "se": 3.61,
        "n": 10270,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1537.12,
        "se": 5.77,
        "n": 3367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1522.84,
        "se": 12.4,
        "n": 631,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1505.44,
        "se": 11.67,
        "n": 699,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1369.12,
        "se": 10.56,
        "n": 760,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1391.83,
        "se": 3.65,
        "n": 7853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1316.2,
        "se": 10.59,
        "n": 780,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1473.4,
        "se": 9.67,
        "n": 930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1300.66,
        "se": 14.08,
        "n": 514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.18,
        "se": 4.36,
        "n": 5685,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1467.8,
        "se": 5.45,
        "n": 3651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1459.45,
        "se": 3.72,
        "n": 8255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1422.68,
        "se": 16.12,
        "n": 380,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1417.36,
        "se": 4.21,
        "n": 6193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1477.48,
        "se": 4.02,
        "n": 6616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1518.46,
        "se": 4.11,
        "n": 6375,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1495.54,
        "se": 12.4,
        "n": 596,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1340.85,
        "se": 3.35,
        "n": 9351,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1334.4,
        "se": 4.59,
        "n": 4964,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1457.52,
        "se": 5.51,
        "n": 3576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1495.6,
        "se": 12.31,
        "n": 590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1458.97,
        "se": 3.26,
        "n": 11697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1428.91,
        "se": 2.79,
        "n": 14400,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1436.56,
        "se": 7.17,
        "n": 1916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1293.8,
        "se": 5.98,
        "n": 2579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1264.73,
        "se": 4.96,
        "n": 4245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1380.53,
        "se": 9.41,
        "n": 968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1444.05,
        "se": 2.62,
        "n": 15655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1412.77,
        "se": 7.8,
        "n": 1488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1333.11,
        "se": 4.67,
        "n": 4575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1395.14,
        "se": 5.03,
        "n": 3673,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1378.78,
        "se": 10.41,
        "n": 798,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1416.97,
        "se": 5.13,
        "n": 3517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1382.9,
        "se": 6.54,
        "n": 2097,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1442.29,
        "se": 7.82,
        "n": 1723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1407.34,
        "se": 8.55,
        "n": 1234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1436.07,
        "se": 4.43,
        "n": 4860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1440.53,
        "se": 4.49,
        "n": 4735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1415.73,
        "se": 4.36,
        "n": 5151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1465.47,
        "se": 2.8,
        "n": 15936,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1418.25,
        "se": 3.45,
        "n": 9713,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1484.42,
        "se": 9.91,
        "n": 925,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1453.57,
        "se": 3.89,
        "n": 7509,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1483.23,
        "se": 11.58,
        "n": 694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1471.39,
        "se": 3.99,
        "n": 6616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1461.95,
        "se": 4.56,
        "n": 5247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1515.71,
        "se": 4.4,
        "n": 5605,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1361.51,
        "se": 4.51,
        "n": 4818,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1328.41,
        "se": 7.73,
        "n": 1664,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1410.78,
        "se": 4.55,
        "n": 4820,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1389.69,
        "se": 4.65,
        "n": 5419,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1455.88,
        "se": 3.46,
        "n": 9915,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1350,
        "se": 3.35,
        "n": 9599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.88,
        "se": 5.35,
        "n": 3382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_life_and_physical_and_social_science:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_life_and_physical_and_social_science",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1404.11,
        "se": 3.77,
        "n": 7527,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1475.13,
        "se": 19.87,
        "n": 218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1519.62,
        "se": 6.2,
        "n": 2589,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1533.68,
        "se": 9.16,
        "n": 1126,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1433.05,
        "se": 3.69,
        "n": 8153,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.45,
        "se": 11.23,
        "n": 765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1474.18,
        "se": 5.12,
        "n": 3704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.83,
        "se": 7.31,
        "n": 1639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1511.21,
        "se": 4.73,
        "n": 4940,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1524.03,
        "se": 5,
        "n": 4333,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1496.67,
        "se": 5.32,
        "n": 3747,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.83,
        "se": 5.44,
        "n": 3561,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1489.52,
        "se": 5.42,
        "n": 3514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504,
        "se": 5.47,
        "n": 3381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1530.61,
        "se": 5.31,
        "n": 4078,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1521.71,
        "se": 7.17,
        "n": 1976,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.4,
        "se": 10.41,
        "n": 869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1450.42,
        "se": 4.76,
        "n": 4245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.83,
        "se": 4.76,
        "n": 4145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1481.53,
        "se": 5.19,
        "n": 3899,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.54,
        "se": 5.85,
        "n": 2836,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1502.29,
        "se": 11.43,
        "n": 723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1414.82,
        "se": 7.61,
        "n": 1504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1410.98,
        "se": 9.89,
        "n": 918,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1431.89,
        "se": 6.28,
        "n": 2453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1449.46,
        "se": 6.86,
        "n": 1934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1433.6,
        "se": 5.87,
        "n": 2916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.68,
        "se": 6.05,
        "n": 2749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1459.38,
        "se": 5.61,
        "n": 3203,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.11,
        "se": 13.46,
        "n": 496,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.29,
        "se": 5.88,
        "n": 2915,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1490.64,
        "se": 10.31,
        "n": 815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1437.58,
        "se": 7.04,
        "n": 1752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1420.53,
        "se": 11.42,
        "n": 618,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1475.83,
        "se": 5.33,
        "n": 3604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1493.3,
        "se": 5.84,
        "n": 2871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.76,
        "se": 7.63,
        "n": 1645,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1489.94,
        "se": 6.06,
        "n": 2862,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1200.05,
        "se": 4.65,
        "n": 7493,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1207.02,
        "se": 8.42,
        "n": 1746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1291.92,
        "se": 5.21,
        "n": 6112,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1273.59,
        "se": 4.55,
        "n": 9862,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1299.74,
        "se": 4.1,
        "n": 11796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1299.25,
        "se": 4.28,
        "n": 10830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1309.01,
        "se": 4.22,
        "n": 11549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1372.89,
        "se": 5.42,
        "n": 3060,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1364.06,
        "se": 5.94,
        "n": 2478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1279.21,
        "se": 12.26,
        "n": 534,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1309.84,
        "se": 3.74,
        "n": 13306,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1313.15,
        "se": 4.38,
        "n": 5805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1285.38,
        "se": 3.8,
        "n": 7966,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.66,
        "se": 7.31,
        "n": 1742,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1408.85,
        "se": 8.48,
        "n": 1281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1355.55,
        "se": 14.48,
        "n": 438,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1435.05,
        "se": 6.4,
        "n": 2173,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1462.52,
        "se": 6.93,
        "n": 1841,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1434.65,
        "se": 4.81,
        "n": 4475,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.19,
        "se": 6.13,
        "n": 2601,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1471.62,
        "se": 5.35,
        "n": 3662,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.33,
        "se": 5.45,
        "n": 3483,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.03,
        "se": 5.55,
        "n": 3367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.37,
        "se": 5.57,
        "n": 3389,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1499.32,
        "se": 5.22,
        "n": 3949,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.86,
        "se": 5.2,
        "n": 3885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1482.14,
        "se": 6.67,
        "n": 2227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1510.64,
        "se": 6.47,
        "n": 2393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1489.52,
        "se": 6.07,
        "n": 2722,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1498.63,
        "se": 9.62,
        "n": 1025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1463.15,
        "se": 4.57,
        "n": 6479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1455.37,
        "se": 9.11,
        "n": 1210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1520.7,
        "se": 11.02,
        "n": 728,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1469.08,
        "se": 7.63,
        "n": 1514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1444.5,
        "se": 4.67,
        "n": 4780,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1431.71,
        "se": 5.32,
        "n": 3538,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1483.18,
        "se": 4,
        "n": 7337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.77,
        "se": 6.01,
        "n": 2782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1488.88,
        "se": 6.23,
        "n": 2602,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1444.42,
        "se": 6.95,
        "n": 1970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.55,
        "se": 6.86,
        "n": 2037,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.17,
        "se": 6.99,
        "n": 2018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.81,
        "se": 5.52,
        "n": 3697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1539.36,
        "se": 8.98,
        "n": 1232,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1522.87,
        "se": 20.32,
        "n": 237,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.4,
        "se": 19.43,
        "n": 242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1349.36,
        "se": 15.46,
        "n": 333,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1339.61,
        "se": 5.18,
        "n": 3193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1274.7,
        "se": 15.41,
        "n": 365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1471.19,
        "se": 14.92,
        "n": 344,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.29,
        "se": 6.91,
        "n": 2023,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1468.76,
        "se": 8.84,
        "n": 1230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1465.7,
        "se": 6.11,
        "n": 2740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1430.58,
        "se": 6.87,
        "n": 2028,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1484.51,
        "se": 6.58,
        "n": 2164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1511.29,
        "se": 6.82,
        "n": 2141,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1467.67,
        "se": 21.4,
        "n": 186,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1301.72,
        "se": 4.17,
        "n": 5233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1314.94,
        "se": 7.02,
        "n": 1797,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1477.65,
        "se": 8.68,
        "n": 1274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1504.71,
        "se": 19.66,
        "n": 224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1444.21,
        "se": 5.12,
        "n": 4120,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1414.31,
        "se": 4.71,
        "n": 4674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1436.95,
        "se": 11.75,
        "n": 641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1270.37,
        "se": 7.39,
        "n": 1447,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1278.51,
        "se": 5.96,
        "n": 2350,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1331.89,
        "se": 11.01,
        "n": 627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1429.25,
        "se": 4.3,
        "n": 5150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1422.58,
        "se": 13.08,
        "n": 474,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1364.79,
        "se": 7.41,
        "n": 1576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1398.11,
        "se": 8.46,
        "n": 1204,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1424.85,
        "se": 16.35,
        "n": 282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1411.69,
        "se": 9.14,
        "n": 1062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1387.08,
        "se": 11.25,
        "n": 682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1407.56,
        "se": 12.29,
        "n": 594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1428.82,
        "se": 14.7,
        "n": 383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1429.2,
        "se": 7.42,
        "n": 1701,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1428.91,
        "se": 7.54,
        "n": 1649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1409.31,
        "se": 7.38,
        "n": 1704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1452.68,
        "se": 4.32,
        "n": 5638,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1410.85,
        "se": 5.55,
        "n": 3275,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1483.96,
        "se": 15.38,
        "n": 360,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1454.23,
        "se": 5.88,
        "n": 2826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1465.53,
        "se": 19.66,
        "n": 243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1473.08,
        "se": 6.63,
        "n": 2177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1456.13,
        "se": 7.13,
        "n": 1907,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1495.35,
        "se": 6.84,
        "n": 2096,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1383.53,
        "se": 7.52,
        "n": 1535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1329.91,
        "se": 12.27,
        "n": 583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1414.2,
        "se": 5.9,
        "n": 2644,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1397.74,
        "se": 5.37,
        "n": 3876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1448.65,
        "se": 5.27,
        "n": 3435,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1390.92,
        "se": 4.58,
        "n": 4354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1411.35,
        "se": 7.07,
        "n": 1711,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_mathematical:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_mathematical",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1412.67,
        "se": 5.62,
        "n": 2767,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1393.92,
        "se": 17.92,
        "n": 303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.58,
        "se": 5.74,
        "n": 3229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.5,
        "se": 8.24,
        "n": 1531,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1425.13,
        "se": 3.43,
        "n": 10388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1407.55,
        "se": 10.91,
        "n": 919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1487.1,
        "se": 4.6,
        "n": 4870,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.67,
        "se": 6.33,
        "n": 2408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1511.09,
        "se": 4.22,
        "n": 6616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.8,
        "se": 4.28,
        "n": 6309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1511.47,
        "se": 4.78,
        "n": 4919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.34,
        "se": 4.78,
        "n": 4873,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1496.16,
        "se": 4.84,
        "n": 4668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.1,
        "se": 4.8,
        "n": 4690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.65,
        "se": 4.66,
        "n": 5472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1513.94,
        "se": 6.33,
        "n": 2686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.67,
        "se": 10.06,
        "n": 1072,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1473.18,
        "se": 4.43,
        "n": 5336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.24,
        "se": 4.39,
        "n": 5342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1488,
        "se": 4.55,
        "n": 5367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.29,
        "se": 5.32,
        "n": 3814,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1480.15,
        "se": 9.97,
        "n": 1005,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1412.36,
        "se": 10.47,
        "n": 830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1442.95,
        "se": 9.03,
        "n": 1229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1446.88,
        "se": 5.61,
        "n": 3096,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1431.96,
        "se": 5.78,
        "n": 2805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1458.86,
        "se": 5.38,
        "n": 3622,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.13,
        "se": 5.35,
        "n": 3694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1477.32,
        "se": 5.18,
        "n": 3997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.11,
        "se": 12.03,
        "n": 614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.49,
        "se": 5.25,
        "n": 3796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1512.17,
        "se": 10.52,
        "n": 906,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1448.22,
        "se": 6.92,
        "n": 1921,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1488.23,
        "se": 10.28,
        "n": 822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1485.33,
        "se": 4.76,
        "n": 4704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1491.85,
        "se": 5.2,
        "n": 3960,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1500.28,
        "se": 6.72,
        "n": 2345,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1493.36,
        "se": 5.68,
        "n": 3402,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1226.57,
        "se": 6.49,
        "n": 3837,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1176.8,
        "se": 11.14,
        "n": 906,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1271.34,
        "se": 7.42,
        "n": 2913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1263.36,
        "se": 6.39,
        "n": 4768,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1326.6,
        "se": 5.94,
        "n": 5046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1312.76,
        "se": 6.09,
        "n": 5155,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1303.64,
        "se": 6.08,
        "n": 5514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1432.38,
        "se": 6,
        "n": 2766,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1395.18,
        "se": 6.54,
        "n": 2304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1342.26,
        "se": 16.27,
        "n": 302,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1352.79,
        "se": 5.47,
        "n": 5984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1342.34,
        "se": 7.09,
        "n": 2174,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1333.99,
        "se": 5.83,
        "n": 3439,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.73,
        "se": 7.58,
        "n": 1778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1407.71,
        "se": 8.23,
        "n": 1434,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1365.77,
        "se": 14.1,
        "n": 469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1465.47,
        "se": 5.92,
        "n": 2721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.22,
        "se": 6.14,
        "n": 2593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1459.79,
        "se": 4.27,
        "n": 6104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.16,
        "se": 5.45,
        "n": 3477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1465.79,
        "se": 4.76,
        "n": 4962,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.67,
        "se": 4.86,
        "n": 4786,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.79,
        "se": 4.92,
        "n": 4705,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1413.47,
        "se": 4.96,
        "n": 4692,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1485.96,
        "se": 4.65,
        "n": 5241,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.47,
        "se": 4.61,
        "n": 5156,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1439.12,
        "se": 5.96,
        "n": 2996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1477.86,
        "se": 5.8,
        "n": 3170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1460.79,
        "se": 5.6,
        "n": 3487,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1468.29,
        "se": 8.74,
        "n": 1311,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1428.34,
        "se": 4.41,
        "n": 7680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1459.25,
        "se": 8.59,
        "n": 1457,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.7,
        "se": 10.39,
        "n": 934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1481.89,
        "se": 6.56,
        "n": 2140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1480.33,
        "se": 4.05,
        "n": 6586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1454.67,
        "se": 4.7,
        "n": 4723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1504.63,
        "se": 3.59,
        "n": 9860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.76,
        "se": 5.51,
        "n": 3479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1488.31,
        "se": 5.6,
        "n": 3375,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1469.66,
        "se": 6.32,
        "n": 2559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.57,
        "se": 6.34,
        "n": 2499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.37,
        "se": 6.7,
        "n": 2401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1507.87,
        "se": 5.26,
        "n": 4407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.04,
        "se": 8.64,
        "n": 1397,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.6,
        "se": 19.12,
        "n": 274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.9,
        "se": 18.35,
        "n": 280,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1326.35,
        "se": 23.48,
        "n": 155,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1407.3,
        "se": 6.47,
        "n": 2339,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1354.17,
        "se": 19.48,
        "n": 197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1470.93,
        "se": 14.2,
        "n": 421,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1290.5,
        "se": 21.21,
        "n": 235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1462.71,
        "se": 6.49,
        "n": 2428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1457.64,
        "se": 8.25,
        "n": 1550,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1454.25,
        "se": 5.58,
        "n": 3426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1402.65,
        "se": 6.32,
        "n": 2700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1472.4,
        "se": 5.85,
        "n": 2892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.98,
        "se": 6.12,
        "n": 2759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1454.71,
        "se": 20.31,
        "n": 216,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1342.88,
        "se": 6.1,
        "n": 2729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1341.47,
        "se": 7.55,
        "n": 1813,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1449.72,
        "se": 8.33,
        "n": 1499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1486.73,
        "se": 19.4,
        "n": 253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1451.04,
        "se": 4.79,
        "n": 4888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1432.07,
        "se": 4.14,
        "n": 6218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1419.18,
        "se": 10.84,
        "n": 843,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1286.12,
        "se": 12.12,
        "n": 654,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1273.16,
        "se": 9.91,
        "n": 1037,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1386.85,
        "se": 16.16,
        "n": 315,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1456.46,
        "se": 4.1,
        "n": 5882,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1441.63,
        "se": 13.46,
        "n": 506,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1336.75,
        "se": 7.66,
        "n": 1612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1399.77,
        "se": 8.41,
        "n": 1324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1379.25,
        "se": 19.84,
        "n": 212,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1440.04,
        "se": 8.87,
        "n": 1178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1395.67,
        "se": 11.38,
        "n": 707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1431.39,
        "se": 12.52,
        "n": 626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1415.08,
        "se": 14.13,
        "n": 437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1428.71,
        "se": 6.65,
        "n": 2167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1430.28,
        "se": 6.83,
        "n": 2024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1426.37,
        "se": 6.55,
        "n": 2250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1466.57,
        "se": 3.93,
        "n": 7259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1413.91,
        "se": 4.91,
        "n": 4328,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1486.87,
        "se": 16.19,
        "n": 367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1458.86,
        "se": 5.5,
        "n": 3415,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1485.07,
        "se": 17.3,
        "n": 321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1472.33,
        "se": 5.9,
        "n": 2900,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1439.63,
        "se": 6.94,
        "n": 2169,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1520.3,
        "se": 6.68,
        "n": 2389,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1367.12,
        "se": 7.68,
        "n": 1623,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1350.78,
        "se": 13.13,
        "n": 562,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1399.63,
        "se": 8.87,
        "n": 1273,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1367.01,
        "se": 7.84,
        "n": 1699,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1475.98,
        "se": 5.67,
        "n": 3324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1343.44,
        "se": 5.75,
        "n": 3034,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1369.27,
        "se": 10.67,
        "n": 824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_medicine_and_healthcare:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_medicine_and_healthcare",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1418.24,
        "se": 6.34,
        "n": 2486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1484.16,
        "se": 8.22,
        "n": 1364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1538.17,
        "se": 2.86,
        "n": 16795,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1524.85,
        "se": 4.08,
        "n": 6700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1464.66,
        "se": 1.76,
        "n": 57845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.88,
        "se": 4.77,
        "n": 4931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1507.56,
        "se": 2.37,
        "n": 26616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.67,
        "se": 3.04,
        "n": 12566,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1534.5,
        "se": 2.3,
        "n": 34614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1536.94,
        "se": 2.36,
        "n": 31889,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1530.97,
        "se": 2.64,
        "n": 26133,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1540.44,
        "se": 2.63,
        "n": 25827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1516.59,
        "se": 2.65,
        "n": 25337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.16,
        "se": 2.64,
        "n": 24723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.85,
        "se": 2.7,
        "n": 27063,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1517.26,
        "se": 3.27,
        "n": 12845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1534.18,
        "se": 4.58,
        "n": 5319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1497.44,
        "se": 2.16,
        "n": 30077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.77,
        "se": 2.1,
        "n": 30188,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1514.06,
        "se": 2.54,
        "n": 27364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.48,
        "se": 2.75,
        "n": 20363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1510.5,
        "se": 4.74,
        "n": 4901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1429.75,
        "se": 4.71,
        "n": 3954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1455.65,
        "se": 4.27,
        "n": 5522,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1457.96,
        "se": 2.69,
        "n": 17155,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1464.26,
        "se": 2.81,
        "n": 14192,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1471.03,
        "se": 2.81,
        "n": 21116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.18,
        "se": 2.82,
        "n": 21064,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1491.39,
        "se": 2.69,
        "n": 23336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491,
        "se": 4.91,
        "n": 3989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.98,
        "se": 2.74,
        "n": 22104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.56,
        "se": 4.4,
        "n": 5292,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1452.98,
        "se": 2.98,
        "n": 12558,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1474.97,
        "se": 4.79,
        "n": 4092,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1501.56,
        "se": 2.4,
        "n": 26140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1507.59,
        "se": 2.71,
        "n": 20850,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.82,
        "se": 3.34,
        "n": 11352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1515.02,
        "se": 2.98,
        "n": 18959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1245.1,
        "se": 3.58,
        "n": 18975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1228.03,
        "se": 6.66,
        "n": 4128,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1304.82,
        "se": 3.99,
        "n": 14549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1285.64,
        "se": 3.41,
        "n": 23796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1335.99,
        "se": 3.14,
        "n": 27573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1319.95,
        "se": 3.28,
        "n": 25603,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1324.13,
        "se": 3.21,
        "n": 26445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1442.75,
        "se": 2.76,
        "n": 16419,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1418.24,
        "se": 3.13,
        "n": 12388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1361.54,
        "se": 7.54,
        "n": 1454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1359.59,
        "se": 2.86,
        "n": 31401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1346.38,
        "se": 3.44,
        "n": 11864,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1337.74,
        "se": 2.84,
        "n": 17795,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.2,
        "se": 3.32,
        "n": 10803,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1416.37,
        "se": 3.55,
        "n": 8884,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.24,
        "se": 5.73,
        "n": 2805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1466.06,
        "se": 2.8,
        "n": 15292,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.16,
        "se": 2.92,
        "n": 14045,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1472.75,
        "se": 2.3,
        "n": 32057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.24,
        "se": 2.64,
        "n": 18263,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1498.83,
        "se": 2.62,
        "n": 26667,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.85,
        "se": 2.64,
        "n": 25190,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.07,
        "se": 2.65,
        "n": 24790,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.7,
        "se": 2.7,
        "n": 24627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1505.5,
        "se": 2.56,
        "n": 27827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.27,
        "se": 2.57,
        "n": 26989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1492.96,
        "se": 3.01,
        "n": 15711,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1521.8,
        "se": 2.95,
        "n": 16824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1506.67,
        "se": 2.85,
        "n": 18666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1525.9,
        "se": 4.07,
        "n": 6683,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.38,
        "se": 2.73,
        "n": 38337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1506.45,
        "se": 4.06,
        "n": 7360,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1527.31,
        "se": 4.94,
        "n": 4635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1500.66,
        "se": 3.34,
        "n": 10600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1484.4,
        "se": 2.22,
        "n": 34644,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1454.29,
        "se": 2.59,
        "n": 25151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1511.94,
        "se": 2.05,
        "n": 51692,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.75,
        "se": 2.75,
        "n": 18998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1496.75,
        "se": 2.84,
        "n": 18479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1488.74,
        "se": 3.11,
        "n": 14092,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1511.26,
        "se": 3.08,
        "n": 14211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.24,
        "se": 3.25,
        "n": 12651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.71,
        "se": 2.84,
        "n": 23044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1548.32,
        "se": 4.05,
        "n": 7247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1549.42,
        "se": 7.87,
        "n": 1580,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.19,
        "se": 7.66,
        "n": 1588,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1334.12,
        "se": 9.7,
        "n": 867,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1376.53,
        "se": 2.86,
        "n": 14060,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1300.27,
        "se": 9.48,
        "n": 986,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1491.84,
        "se": 6.14,
        "n": 2214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1346.92,
        "se": 9.44,
        "n": 1135,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1492.71,
        "se": 3.19,
        "n": 12812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1480.71,
        "se": 3.92,
        "n": 7746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1483.72,
        "se": 2.77,
        "n": 19285,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1463.94,
        "se": 9.83,
        "n": 960,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1458.18,
        "se": 3.09,
        "n": 14476,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1503.07,
        "se": 3.05,
        "n": 15857,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.72,
        "se": 2.93,
        "n": 15483,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.97,
        "se": 8.06,
        "n": 1416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1337.7,
        "se": 2.75,
        "n": 14848,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1349.08,
        "se": 3.49,
        "n": 9487,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1501.6,
        "se": 3.79,
        "n": 8442,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1528.15,
        "se": 7.51,
        "n": 1621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1482.06,
        "se": 2.48,
        "n": 29224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1456.8,
        "se": 2.08,
        "n": 32981,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1468.87,
        "se": 4.75,
        "n": 4541,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1305.32,
        "se": 5.08,
        "n": 3478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1289.43,
        "se": 4.15,
        "n": 5580,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1379.96,
        "se": 7.69,
        "n": 1419,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1463.27,
        "se": 1.93,
        "n": 34705,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1433.72,
        "se": 5.58,
        "n": 2906,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1370.32,
        "se": 3.56,
        "n": 8138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1428.17,
        "se": 3.64,
        "n": 7945,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1397.52,
        "se": 9.81,
        "n": 843,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1441.02,
        "se": 3.56,
        "n": 8030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1409.26,
        "se": 4.46,
        "n": 4724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1453.7,
        "se": 5.14,
        "n": 3994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1435.42,
        "se": 5.62,
        "n": 2776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1449.44,
        "se": 3.12,
        "n": 11593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1446.56,
        "se": 3.15,
        "n": 11245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1429.86,
        "se": 3.1,
        "n": 11930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1479.68,
        "se": 2.13,
        "n": 38802,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1430.47,
        "se": 2.57,
        "n": 24771,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1496.71,
        "se": 6.52,
        "n": 2239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1482.77,
        "se": 2.86,
        "n": 19924,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1510.41,
        "se": 7.85,
        "n": 1598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1490.5,
        "se": 2.92,
        "n": 16821,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1484.48,
        "se": 3.21,
        "n": 12781,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1513.68,
        "se": 3.09,
        "n": 14242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1385.28,
        "se": 3.28,
        "n": 10179,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1357.47,
        "se": 5.12,
        "n": 3586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1422.41,
        "se": 3.93,
        "n": 6584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1406.14,
        "se": 4.02,
        "n": 8206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1455.09,
        "se": 2.69,
        "n": 19103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1389.83,
        "se": 2.69,
        "n": 16568,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1410.31,
        "se": 4.72,
        "n": 4338,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_software_and_it_services:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_software_and_it_services",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1421.76,
        "se": 2.91,
        "n": 14669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1404.57,
        "se": 8.97,
        "n": 1213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.6,
        "se": 3.25,
        "n": 12825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1497.75,
        "se": 4.46,
        "n": 6010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1398.92,
        "se": 2.04,
        "n": 37836,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1390.96,
        "se": 5.28,
        "n": 4133,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1466.54,
        "se": 2.78,
        "n": 16745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.09,
        "se": 3.56,
        "n": 8516,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1488.87,
        "se": 2.63,
        "n": 22365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.63,
        "se": 2.67,
        "n": 21984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1482.81,
        "se": 3.06,
        "n": 16735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.41,
        "se": 3.09,
        "n": 16331,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1468.33,
        "se": 2.98,
        "n": 17106,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.03,
        "se": 2.97,
        "n": 16973,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.88,
        "se": 2.97,
        "n": 21154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.96,
        "se": 3.62,
        "n": 10387,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.37,
        "se": 5.05,
        "n": 4852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1454.14,
        "se": 2.56,
        "n": 18852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.21,
        "se": 2.51,
        "n": 19196,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1455.31,
        "se": 2.9,
        "n": 17325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.82,
        "se": 3.11,
        "n": 14561,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1468.17,
        "se": 5.24,
        "n": 4269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1382.18,
        "se": 4.2,
        "n": 5355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1387.87,
        "se": 4.88,
        "n": 4198,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1410.05,
        "se": 3.23,
        "n": 10593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1403.67,
        "se": 3.29,
        "n": 9646,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1415.93,
        "se": 3.34,
        "n": 12408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1421.92,
        "se": 3.34,
        "n": 12607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1451.06,
        "se": 3.23,
        "n": 13940,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.7,
        "se": 6.18,
        "n": 2554,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1442.76,
        "se": 3.26,
        "n": 13564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1454.88,
        "se": 5.41,
        "n": 3599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1404.94,
        "se": 3.57,
        "n": 8020,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1416.03,
        "se": 5.67,
        "n": 2798,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1452.33,
        "se": 2.8,
        "n": 17853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1458.39,
        "se": 3.09,
        "n": 14509,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1466.83,
        "se": 3.71,
        "n": 9215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1452.31,
        "se": 3.25,
        "n": 14287,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1226.17,
        "se": 3.76,
        "n": 16149,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1193,
        "se": 6.77,
        "n": 3932,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1283.87,
        "se": 4.26,
        "n": 12861,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1285.4,
        "se": 3.51,
        "n": 22099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1330.37,
        "se": 3.3,
        "n": 24529,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1305.66,
        "se": 3.42,
        "n": 23492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1307.46,
        "se": 3.33,
        "n": 24682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1405.32,
        "se": 3.16,
        "n": 11323,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1360.5,
        "se": 3.56,
        "n": 8625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1299.33,
        "se": 7.3,
        "n": 1583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1345.43,
        "se": 3.01,
        "n": 29959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1341.36,
        "se": 3.52,
        "n": 12147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1313.75,
        "se": 2.88,
        "n": 18532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1395.99,
        "se": 3.91,
        "n": 7030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1350.76,
        "se": 4.1,
        "n": 6124,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1288.07,
        "se": 7.26,
        "n": 1724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1423.9,
        "se": 3.35,
        "n": 10062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1437.42,
        "se": 3.5,
        "n": 9288,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1411.19,
        "se": 2.69,
        "n": 20205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1408.18,
        "se": 3.18,
        "n": 11434,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1458.2,
        "se": 3.02,
        "n": 16497,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1462.99,
        "se": 3.05,
        "n": 16144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1423.51,
        "se": 3.09,
        "n": 15651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1362.43,
        "se": 3.17,
        "n": 15187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1465.83,
        "se": 2.96,
        "n": 18230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.57,
        "se": 2.97,
        "n": 17888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1432.7,
        "se": 3.44,
        "n": 11156,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1482.98,
        "se": 3.38,
        "n": 12090,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1446.97,
        "se": 3.21,
        "n": 13727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1464.51,
        "se": 4.62,
        "n": 5312,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1423.22,
        "se": 2.9,
        "n": 31842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1435.35,
        "se": 4.59,
        "n": 5793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1467.24,
        "se": 5.47,
        "n": 3887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1460.84,
        "se": 4,
        "n": 6997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1448.3,
        "se": 2.59,
        "n": 21750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1420.86,
        "se": 2.99,
        "n": 15440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1482.07,
        "se": 2.36,
        "n": 33991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.88,
        "se": 3.24,
        "n": 12386,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1471.96,
        "se": 3.3,
        "n": 12548,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1442.3,
        "se": 3.64,
        "n": 9511,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.22,
        "se": 3.63,
        "n": 9608,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.26,
        "se": 3.76,
        "n": 9360,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.97,
        "se": 3.11,
        "n": 18377,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1523.8,
        "se": 4.52,
        "n": 6307,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1528.78,
        "se": 9.21,
        "n": 1262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.53,
        "se": 8.42,
        "n": 1449,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1313.05,
        "se": 9.08,
        "n": 1010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1354.45,
        "se": 3.16,
        "n": 10583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1297.53,
        "se": 8.76,
        "n": 1080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1434.61,
        "se": 7.85,
        "n": 1428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1241.18,
        "se": 11.61,
        "n": 827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.72,
        "se": 3.61,
        "n": 9911,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1428.72,
        "se": 4.36,
        "n": 6448,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1407.04,
        "se": 3.15,
        "n": 14346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1382.91,
        "se": 10.94,
        "n": 823,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1347.12,
        "se": 3.6,
        "n": 10617,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1441.08,
        "se": 3.61,
        "n": 9466,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1474.44,
        "se": 3.4,
        "n": 11291,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1474,
        "se": 8.99,
        "n": 1215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1291.53,
        "se": 2.88,
        "n": 13797,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1304.44,
        "se": 3.95,
        "n": 6696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1412.03,
        "se": 4.34,
        "n": 6467,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1455.22,
        "se": 9.48,
        "n": 1018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1413.59,
        "se": 2.81,
        "n": 19093,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1389.96,
        "se": 2.42,
        "n": 22325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1404.44,
        "se": 5.79,
        "n": 2966,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1247.88,
        "se": 4.88,
        "n": 3942,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1229.32,
        "se": 3.98,
        "n": 6470,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1321.33,
        "se": 7.51,
        "n": 1512,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1395.54,
        "se": 2.28,
        "n": 21988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1376.9,
        "se": 7,
        "n": 1858,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1303.65,
        "se": 4.09,
        "n": 5930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1341.26,
        "se": 4.36,
        "n": 5065,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1307.47,
        "se": 8.68,
        "n": 1121,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1342.01,
        "se": 4.33,
        "n": 5040,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1341.14,
        "se": 5.5,
        "n": 3055,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1386.37,
        "se": 6.6,
        "n": 2346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1364.35,
        "se": 7.23,
        "n": 1743,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1386.93,
        "se": 3.88,
        "n": 6738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1379.39,
        "se": 3.94,
        "n": 6430,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1363.95,
        "se": 3.82,
        "n": 6988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1420.73,
        "se": 2.47,
        "n": 24229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1367.68,
        "se": 3.01,
        "n": 14476,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1446.88,
        "se": 9.03,
        "n": 1180,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1422.34,
        "se": 3.42,
        "n": 11090,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1457.39,
        "se": 10.35,
        "n": 903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1436.09,
        "se": 3.42,
        "n": 10614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1391.34,
        "se": 3.75,
        "n": 9042,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1475.96,
        "se": 3.59,
        "n": 9949,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1309.69,
        "se": 3.92,
        "n": 6624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1275.38,
        "se": 6.74,
        "n": 2164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1398.18,
        "se": 3.71,
        "n": 7663,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1382.1,
        "se": 4.08,
        "n": 8360,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1395.99,
        "se": 3.04,
        "n": 13231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1324.93,
        "se": 2.89,
        "n": 13404,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1341.23,
        "se": 4.5,
        "n": 4762,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/industry_writing_and_literature_and_language:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/industry_writing_and_literature_and_language",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1354.21,
        "se": 3.33,
        "n": 10003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1433.23,
        "se": 8.1,
        "n": 1440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.71,
        "se": 2.96,
        "n": 16046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.05,
        "se": 4.33,
        "n": 6217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1414.55,
        "se": 1.86,
        "n": 49337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1425.81,
        "se": 4.81,
        "n": 4952,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1474.34,
        "se": 2.55,
        "n": 21606,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1483.16,
        "se": 3.4,
        "n": 9803,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1498.54,
        "se": 2.42,
        "n": 29832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.87,
        "se": 2.52,
        "n": 27202,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1493.02,
        "se": 2.74,
        "n": 22968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1502.61,
        "se": 2.78,
        "n": 22388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1478.51,
        "se": 2.72,
        "n": 22869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.84,
        "se": 2.72,
        "n": 22267,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.34,
        "se": 2.77,
        "n": 25967,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1494.12,
        "se": 3.38,
        "n": 12378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1518.07,
        "se": 4.67,
        "n": 5477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1461.95,
        "se": 2.35,
        "n": 24146,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.45,
        "se": 2.3,
        "n": 24464,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1474.52,
        "se": 2.65,
        "n": 23321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.62,
        "se": 2.83,
        "n": 18652,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1481.87,
        "se": 4.78,
        "n": 4901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1397.27,
        "se": 3.84,
        "n": 6426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1390.66,
        "se": 4.87,
        "n": 4013,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1420.77,
        "se": 2.92,
        "n": 13465,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1419.76,
        "se": 3.01,
        "n": 11641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1427.98,
        "se": 2.97,
        "n": 17708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.24,
        "se": 3,
        "n": 17823,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1453.18,
        "se": 2.85,
        "n": 19746,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.45,
        "se": 5.3,
        "n": 3404,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.74,
        "se": 2.9,
        "n": 18782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1475.81,
        "se": 4.67,
        "n": 4724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1412.81,
        "se": 3.22,
        "n": 10221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1426.2,
        "se": 5.27,
        "n": 3279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1461.31,
        "se": 2.51,
        "n": 23381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1470.01,
        "se": 2.81,
        "n": 18594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.57,
        "se": 3.48,
        "n": 10480,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1473.62,
        "se": 3.05,
        "n": 17601,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1215.88,
        "se": 3.25,
        "n": 23523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1198.27,
        "se": 6.15,
        "n": 5238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1285.32,
        "se": 3.7,
        "n": 18087,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1277.2,
        "se": 3.09,
        "n": 29706,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1303.26,
        "se": 2.83,
        "n": 36297,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1290.33,
        "se": 2.95,
        "n": 33252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1296.44,
        "se": 2.88,
        "n": 34416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1403.01,
        "se": 2.94,
        "n": 13284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1373.1,
        "se": 3.34,
        "n": 9992,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1300.29,
        "se": 6.38,
        "n": 2015,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1325.5,
        "se": 2.57,
        "n": 43766,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1318.64,
        "se": 2.98,
        "n": 18305,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1292.93,
        "se": 2.48,
        "n": 26707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1409.94,
        "se": 3.66,
        "n": 8355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.31,
        "se": 3.86,
        "n": 6989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1326.1,
        "se": 6.7,
        "n": 2018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1426.04,
        "se": 3.05,
        "n": 12260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.77,
        "se": 3.24,
        "n": 11099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1423.77,
        "se": 2.43,
        "n": 27420,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1426.98,
        "se": 2.85,
        "n": 15177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1460.11,
        "se": 2.74,
        "n": 23033,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.89,
        "se": 2.79,
        "n": 21580,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.5,
        "se": 2.77,
        "n": 21472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1386.26,
        "se": 2.82,
        "n": 21136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1474.53,
        "se": 2.69,
        "n": 24395,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.07,
        "se": 2.71,
        "n": 23600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1443.1,
        "se": 3.11,
        "n": 14426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1490.31,
        "se": 3.07,
        "n": 15306,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.36,
        "se": 2.93,
        "n": 17409,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1473.84,
        "se": 4.27,
        "n": 5922,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1436.26,
        "se": 2.74,
        "n": 36846,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.57,
        "se": 4.12,
        "n": 6913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.7,
        "se": 5.14,
        "n": 4262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1457.41,
        "se": 3.64,
        "n": 8464,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1443.73,
        "se": 2.35,
        "n": 29429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1409.22,
        "se": 2.71,
        "n": 21248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1479.69,
        "se": 2.14,
        "n": 45215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.42,
        "se": 2.87,
        "n": 16996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1466.26,
        "se": 2.95,
        "n": 16699,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1443.2,
        "se": 3.26,
        "n": 12616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.75,
        "se": 3.24,
        "n": 12812,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.07,
        "se": 3.4,
        "n": 11934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.48,
        "se": 2.89,
        "n": 22697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1527.57,
        "se": 4.1,
        "n": 7564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.24,
        "se": 8.4,
        "n": 1421,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1502.89,
        "se": 7.71,
        "n": 1700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1321.01,
        "se": 8.32,
        "n": 1145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1343.38,
        "se": 2.92,
        "n": 12485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1267.46,
        "se": 8.34,
        "n": 1233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1453.14,
        "se": 6.94,
        "n": 1801,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1281.2,
        "se": 9.73,
        "n": 1113,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.23,
        "se": 3.29,
        "n": 12264,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1435.37,
        "se": 4,
        "n": 7408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1426.71,
        "se": 2.86,
        "n": 18192,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1409.91,
        "se": 10.16,
        "n": 929,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1396.51,
        "se": 3.19,
        "n": 13636,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1455.49,
        "se": 3.23,
        "n": 13019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.95,
        "se": 3.08,
        "n": 13794,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1487.35,
        "se": 8.5,
        "n": 1311,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1292.65,
        "se": 2.58,
        "n": 18776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1299.27,
        "se": 3.74,
        "n": 7468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1435.72,
        "se": 3.97,
        "n": 7627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1472.05,
        "se": 8.14,
        "n": 1389,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1428.21,
        "se": 2.56,
        "n": 25508,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1402.89,
        "se": 2.19,
        "n": 28696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1422.89,
        "se": 5.12,
        "n": 3787,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1255.23,
        "se": 4.21,
        "n": 5485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1245.38,
        "se": 3.4,
        "n": 9162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1331.46,
        "se": 6.2,
        "n": 2249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1414.11,
        "se": 2.09,
        "n": 27700,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1385.6,
        "se": 6.37,
        "n": 2092,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1308.97,
        "se": 4.01,
        "n": 6130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1365.84,
        "se": 4.01,
        "n": 5966,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1331.03,
        "se": 9.67,
        "n": 858,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1376.47,
        "se": 3.87,
        "n": 6390,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1358.72,
        "se": 5.04,
        "n": 3524,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1408.71,
        "se": 5.73,
        "n": 2941,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1381.85,
        "se": 6.26,
        "n": 2149,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1405.69,
        "se": 3.37,
        "n": 9479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1400.29,
        "se": 3.39,
        "n": 9122,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1386.73,
        "se": 3.31,
        "n": 9824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1434.49,
        "se": 2.22,
        "n": 33433,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1381.8,
        "se": 2.72,
        "n": 20054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1450.52,
        "se": 7.03,
        "n": 1877,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1434.69,
        "se": 3.02,
        "n": 16316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1465.77,
        "se": 8.43,
        "n": 1363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1446.85,
        "se": 3.03,
        "n": 14738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1418.86,
        "se": 3.35,
        "n": 11741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1477.96,
        "se": 3.21,
        "n": 12965,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1323.65,
        "se": 3.6,
        "n": 7839,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1281.25,
        "se": 6.22,
        "n": 2534,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1406.99,
        "se": 3.34,
        "n": 10246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1381.1,
        "se": 3.52,
        "n": 12782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1402.56,
        "se": 2.84,
        "n": 15476,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1343.57,
        "se": 2.63,
        "n": 16939,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1366.13,
        "se": 3.91,
        "n": 6681,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/instruction_following:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/instruction_following",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1367.99,
        "se": 3.1,
        "n": 11868,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.82,
        "se": 12.49,
        "n": 675,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1552.45,
        "se": 17.45,
        "n": 365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1362.5,
        "se": 8.11,
        "n": 1830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1398.79,
        "se": 21.52,
        "n": 205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1438.95,
        "se": 12.47,
        "n": 627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.16,
        "se": 16.04,
        "n": 376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1478.75,
        "se": 10.37,
        "n": 1030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.83,
        "se": 10.57,
        "n": 977,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1471.95,
        "se": 11.56,
        "n": 809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.11,
        "se": 12.31,
        "n": 709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1462.07,
        "se": 11.04,
        "n": 881,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.12,
        "se": 11.16,
        "n": 879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1505.85,
        "se": 10.25,
        "n": 1227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1507.54,
        "se": 13.26,
        "n": 635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1524.36,
        "se": 19.57,
        "n": 259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1412.05,
        "se": 11.03,
        "n": 778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1400.24,
        "se": 11.1,
        "n": 770,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1440.95,
        "se": 11.4,
        "n": 791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.92,
        "se": 11.52,
        "n": 809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.38,
        "se": 18.73,
        "n": 251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1337.28,
        "se": 13.35,
        "n": 468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1389.23,
        "se": 12.71,
        "n": 621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1366.28,
        "se": 14.67,
        "n": 448,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1386.85,
        "se": 15.29,
        "n": 382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1398.32,
        "se": 12.67,
        "n": 645,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1423.58,
        "se": 12.71,
        "n": 634,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1454.77,
        "se": 12.09,
        "n": 716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1430.06,
        "se": 12.16,
        "n": 684,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1453.97,
        "se": 18.6,
        "n": 289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1370.83,
        "se": 15.31,
        "n": 372,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1439.11,
        "se": 27.64,
        "n": 125,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1440.81,
        "se": 10.76,
        "n": 966,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1456.15,
        "se": 11.25,
        "n": 892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1479.73,
        "se": 13.85,
        "n": 536,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1460.37,
        "se": 11.13,
        "n": 943,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1143.73,
        "se": 11.45,
        "n": 965,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1218.17,
        "se": 13.31,
        "n": 619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1202.46,
        "se": 10.34,
        "n": 1241,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1251.13,
        "se": 8.6,
        "n": 2112,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1251.77,
        "se": 9.64,
        "n": 1474,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1262.19,
        "se": 9.6,
        "n": 1422,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1347.14,
        "se": 9.44,
        "n": 1138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1328.56,
        "se": 10.07,
        "n": 1002,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1233.38,
        "se": 23.12,
        "n": 160,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1305.38,
        "se": 8,
        "n": 2674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1292.49,
        "se": 9.86,
        "n": 1104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1250.64,
        "se": 8.02,
        "n": 1793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.39,
        "se": 11.17,
        "n": 915,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1364.68,
        "se": 14.69,
        "n": 459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1245.21,
        "se": 25.56,
        "n": 147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1429.07,
        "se": 14.44,
        "n": 456,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1461.78,
        "se": 14.22,
        "n": 456,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1410.79,
        "se": 11.33,
        "n": 796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.22,
        "se": 15.1,
        "n": 436,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1444.08,
        "se": 12.29,
        "n": 677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.82,
        "se": 12.56,
        "n": 674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1405.93,
        "se": 12.99,
        "n": 613,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1374.65,
        "se": 13.37,
        "n": 604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1477.5,
        "se": 11.81,
        "n": 791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.01,
        "se": 11.03,
        "n": 896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1433.31,
        "se": 13.08,
        "n": 647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1495,
        "se": 12.26,
        "n": 716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.95,
        "se": 11.82,
        "n": 805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1446,
        "se": 17.18,
        "n": 349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1420.12,
        "se": 8.74,
        "n": 2007,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1421.35,
        "se": 17.54,
        "n": 334,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1461.55,
        "se": 19.58,
        "n": 224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1489.32,
        "se": 17.35,
        "n": 336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1435.67,
        "se": 11.19,
        "n": 846,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1420.4,
        "se": 12.56,
        "n": 646,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1494.67,
        "se": 8.57,
        "n": 1650,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.85,
        "se": 12.32,
        "n": 691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1459.02,
        "se": 12.77,
        "n": 673,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1444.84,
        "se": 13.51,
        "n": 587,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.06,
        "se": 13.02,
        "n": 619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.55,
        "se": 13.99,
        "n": 552,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1509.45,
        "se": 10.89,
        "n": 1043,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.36,
        "se": 19.04,
        "n": 303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1308.3,
        "se": 9.67,
        "n": 1053,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1405.17,
        "se": 13.32,
        "n": 619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1414.66,
        "se": 16.21,
        "n": 383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1436.51,
        "se": 11.76,
        "n": 780,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1381.88,
        "se": 13.28,
        "n": 616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1438.39,
        "se": 14.39,
        "n": 492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1507.66,
        "se": 11.91,
        "n": 769,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1214.43,
        "se": 9.63,
        "n": 1170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1258.88,
        "se": 11.46,
        "n": 764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1365.8,
        "se": 15.81,
        "n": 428,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1375.71,
        "se": 10.47,
        "n": 1107,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1379.59,
        "se": 10.28,
        "n": 1035,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1149.67,
        "se": 19.12,
        "n": 269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1193.93,
        "se": 13.79,
        "n": 500,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1278.22,
        "se": 19.64,
        "n": 206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1392.25,
        "se": 8.33,
        "n": 1431,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1376.29,
        "se": 15.12,
        "n": 442,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1253.99,
        "se": 11.42,
        "n": 734,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1325.39,
        "se": 11.4,
        "n": 767,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1369.36,
        "se": 17.12,
        "n": 318,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1293.23,
        "se": 21.25,
        "n": 206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1370.14,
        "se": 22.63,
        "n": 170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1358.68,
        "se": 19.14,
        "n": 253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1335.65,
        "se": 20.23,
        "n": 225,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1313.05,
        "se": 19.91,
        "n": 248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1427.98,
        "se": 9.56,
        "n": 1221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1361.83,
        "se": 12.25,
        "n": 661,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1389.68,
        "se": 13.51,
        "n": 552,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1412.62,
        "se": 12.36,
        "n": 669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1407.45,
        "se": 13.54,
        "n": 579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1466.32,
        "se": 13.25,
        "n": 628,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1324,
        "se": 12.89,
        "n": 574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1255.41,
        "se": 19.7,
        "n": 246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1374.22,
        "se": 13.35,
        "n": 581,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1348.57,
        "se": 12.38,
        "n": 674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1424.13,
        "se": 8.92,
        "n": 1418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1297.22,
        "se": 8.49,
        "n": 1413,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1315.06,
        "se": 15.64,
        "n": 374,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/japanese:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/japanese",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1346.96,
        "se": 9.83,
        "n": 1074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.08,
        "se": 11.46,
        "n": 811,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1487.6,
        "se": 18.37,
        "n": 280,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1364.93,
        "se": 6.9,
        "n": 2376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1399.8,
        "se": 24.35,
        "n": 174,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1448.29,
        "se": 9.28,
        "n": 1167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1399.23,
        "se": 12.87,
        "n": 574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1459.25,
        "se": 8.51,
        "n": 1530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.64,
        "se": 8.87,
        "n": 1373,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1470.99,
        "se": 9.64,
        "n": 1099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.3,
        "se": 9.89,
        "n": 1035,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1425.27,
        "se": 9.97,
        "n": 995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1441.07,
        "se": 10.05,
        "n": 1031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.53,
        "se": 9.33,
        "n": 1286,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.29,
        "se": 12.07,
        "n": 650,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.52,
        "se": 20.23,
        "n": 235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1419.29,
        "se": 8.74,
        "n": 1315,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1393.23,
        "se": 8.62,
        "n": 1353,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1433.36,
        "se": 9.53,
        "n": 1104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1422,
        "se": 10.63,
        "n": 856,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1417.07,
        "se": 20.56,
        "n": 208,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1358.18,
        "se": 20.55,
        "n": 215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1353.25,
        "se": 17.61,
        "n": 324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1368.54,
        "se": 10.8,
        "n": 791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1371.76,
        "se": 11.71,
        "n": 697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1392.94,
        "se": 10.74,
        "n": 871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1379.17,
        "se": 10.74,
        "n": 901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1414.92,
        "se": 9.71,
        "n": 1055,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1440.61,
        "se": 10.3,
        "n": 928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1437.67,
        "se": 19.65,
        "n": 244,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1378.37,
        "se": 12.6,
        "n": 612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1403.17,
        "se": 22.31,
        "n": 177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1419.63,
        "se": 9.35,
        "n": 1205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1430.36,
        "se": 10.04,
        "n": 978,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1443.22,
        "se": 13.74,
        "n": 480,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1430.27,
        "se": 10.93,
        "n": 832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1151.97,
        "se": 11.65,
        "n": 1184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1186.48,
        "se": 16.47,
        "n": 429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1175.95,
        "se": 11.54,
        "n": 1154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1263.22,
        "se": 9.59,
        "n": 2668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1244.28,
        "se": 10.88,
        "n": 1393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1252.58,
        "se": 11.06,
        "n": 1292,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1370.26,
        "se": 9.58,
        "n": 1057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1346.85,
        "se": 11.13,
        "n": 807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1294.28,
        "se": 9.02,
        "n": 3517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1288.89,
        "se": 12.71,
        "n": 712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1238.29,
        "se": 10.61,
        "n": 1087,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1391.26,
        "se": 11.29,
        "n": 850,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1321.1,
        "se": 12.66,
        "n": 658,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1279.39,
        "se": 21.27,
        "n": 225,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1394.09,
        "se": 11.38,
        "n": 719,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1395.98,
        "se": 12.01,
        "n": 651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1387.38,
        "se": 8.95,
        "n": 1262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1378.91,
        "se": 11.23,
        "n": 773,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1426.64,
        "se": 9.83,
        "n": 1129,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1433.02,
        "se": 10.1,
        "n": 1085,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1391.54,
        "se": 10.3,
        "n": 959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1338.11,
        "se": 10.28,
        "n": 1008,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1427.2,
        "se": 9.71,
        "n": 1111,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1437.28,
        "se": 9.65,
        "n": 1091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1410.6,
        "se": 11.16,
        "n": 717,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.11,
        "se": 11.27,
        "n": 779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1423.91,
        "se": 10.66,
        "n": 866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1446.19,
        "se": 19,
        "n": 270,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1399.98,
        "se": 8.67,
        "n": 1741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1419.83,
        "se": 17.64,
        "n": 322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1467.54,
        "se": 20.36,
        "n": 226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1447.78,
        "se": 12.89,
        "n": 578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1431.56,
        "se": 8.65,
        "n": 1386,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1401.4,
        "se": 9.83,
        "n": 1056,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1455.72,
        "se": 7.22,
        "n": 2267,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.55,
        "se": 10.26,
        "n": 896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1446.3,
        "se": 11.01,
        "n": 788,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1419.79,
        "se": 12.11,
        "n": 639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1440.03,
        "se": 11.93,
        "n": 627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.59,
        "se": 13.45,
        "n": 572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458.42,
        "se": 10.77,
        "n": 980,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1483.22,
        "se": 19.17,
        "n": 269,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1324.11,
        "se": 10.6,
        "n": 887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1425.75,
        "se": 12.63,
        "n": 604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1412.58,
        "se": 17.78,
        "n": 314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1404.22,
        "se": 11.04,
        "n": 813,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1361.18,
        "se": 12.32,
        "n": 632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1423.7,
        "se": 11.66,
        "n": 707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1456.8,
        "se": 11.15,
        "n": 750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1215.85,
        "se": 11.33,
        "n": 856,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1268.6,
        "se": 12.91,
        "n": 651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1407.6,
        "se": 16.33,
        "n": 390,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1363.66,
        "se": 9.35,
        "n": 1222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1364.37,
        "se": 8.6,
        "n": 1440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1387.83,
        "se": 21.99,
        "n": 187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1239.11,
        "se": 20.21,
        "n": 231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1196.41,
        "se": 17.29,
        "n": 319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1381.68,
        "se": 7.57,
        "n": 1811,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1362.37,
        "se": 21,
        "n": 204,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1267.4,
        "se": 13.83,
        "n": 475,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1316.08,
        "se": 12.93,
        "n": 590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1326.21,
        "se": 13.67,
        "n": 522,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1318.97,
        "se": 16.55,
        "n": 352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1374.51,
        "se": 17.05,
        "n": 321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1354.98,
        "se": 19.96,
        "n": 231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1347.64,
        "se": 14.25,
        "n": 470,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1350.36,
        "se": 14.67,
        "n": 442,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1345.9,
        "se": 13.89,
        "n": 486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1391.17,
        "se": 8.23,
        "n": 1582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1333.71,
        "se": 9.87,
        "n": 1044,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1378.56,
        "se": 10.88,
        "n": 793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1413.6,
        "se": 11.27,
        "n": 745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1387.03,
        "se": 13.69,
        "n": 499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1449.39,
        "se": 12.22,
        "n": 645,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1266.84,
        "se": 12.3,
        "n": 680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1275.81,
        "se": 21.6,
        "n": 227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1410.16,
        "se": 16.16,
        "n": 396,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1346.58,
        "se": 15.46,
        "n": 493,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1393.57,
        "se": 9.39,
        "n": 1199,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1291.38,
        "se": 9.63,
        "n": 1104,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1332.17,
        "se": 20.59,
        "n": 241,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/korean:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/korean",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1355.55,
        "se": 10.11,
        "n": 987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1438.05,
        "se": 7.59,
        "n": 1776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1522.08,
        "se": 2.81,
        "n": 21016,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1509.45,
        "se": 3.88,
        "n": 8514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1435.78,
        "se": 1.87,
        "n": 58500,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1418.99,
        "se": 4.48,
        "n": 6284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1492.66,
        "se": 2.53,
        "n": 23944,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.46,
        "se": 3.38,
        "n": 9745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1516.54,
        "se": 2.34,
        "n": 38592,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.49,
        "se": 2.4,
        "n": 35647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1507.54,
        "se": 2.63,
        "n": 30320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.46,
        "se": 2.64,
        "n": 29569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1498.99,
        "se": 2.63,
        "n": 30227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.28,
        "se": 2.62,
        "n": 29599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.65,
        "se": 2.62,
        "n": 34256,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.61,
        "se": 3.15,
        "n": 16593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.01,
        "se": 4.36,
        "n": 6884,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1481.83,
        "se": 2.36,
        "n": 26197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.25,
        "se": 2.33,
        "n": 25835,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1492.17,
        "se": 2.55,
        "n": 30546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.66,
        "se": 2.72,
        "n": 24283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1490.53,
        "se": 4.47,
        "n": 6185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1399.58,
        "se": 6.13,
        "n": 2303,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1407.71,
        "se": 5.43,
        "n": 3128,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1440.8,
        "se": 2.93,
        "n": 13625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1442.07,
        "se": 3.06,
        "n": 11635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1447.97,
        "se": 2.84,
        "n": 22987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.17,
        "se": 2.84,
        "n": 23110,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1471.77,
        "se": 2.72,
        "n": 25506,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.31,
        "se": 4.79,
        "n": 4441,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.67,
        "se": 2.76,
        "n": 24308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.84,
        "se": 4.36,
        "n": 5838,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1431.58,
        "se": 3.36,
        "n": 9080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1451.15,
        "se": 5.31,
        "n": 3245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1479.74,
        "se": 2.42,
        "n": 29971,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1485.71,
        "se": 2.68,
        "n": 24486,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.35,
        "se": 3.21,
        "n": 14146,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1479.67,
        "se": 2.96,
        "n": 22349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1222.94,
        "se": 4.65,
        "n": 6707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1189.38,
        "se": 10.33,
        "n": 933,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1279.79,
        "se": 5.88,
        "n": 4251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1280.88,
        "se": 4.74,
        "n": 7523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1317.91,
        "se": 4.04,
        "n": 11559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1308.72,
        "se": 4.36,
        "n": 9653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1303,
        "se": 4.3,
        "n": 9140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1426.23,
        "se": 3.26,
        "n": 9942,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1389.68,
        "se": 3.83,
        "n": 7062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1325.33,
        "se": 10.21,
        "n": 730,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1332.15,
        "se": 3.55,
        "n": 14922,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1339.02,
        "se": 4.29,
        "n": 6160,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1325.99,
        "se": 3.63,
        "n": 8989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1412.84,
        "se": 3.92,
        "n": 6988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1370.46,
        "se": 4.18,
        "n": 5881,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1331.59,
        "se": 7.43,
        "n": 1626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1442.27,
        "se": 3.09,
        "n": 12144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.77,
        "se": 3.26,
        "n": 10854,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1441.17,
        "se": 2.4,
        "n": 33560,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1433.67,
        "se": 2.8,
        "n": 17056,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1477.23,
        "se": 2.65,
        "n": 29477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.73,
        "se": 2.69,
        "n": 28034,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.59,
        "se": 2.68,
        "n": 27423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1402.53,
        "se": 2.73,
        "n": 27261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1486.44,
        "se": 2.54,
        "n": 32714,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.63,
        "se": 2.57,
        "n": 31366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1451.86,
        "se": 2.95,
        "n": 19010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1497.76,
        "se": 2.89,
        "n": 20072,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1468.94,
        "se": 2.8,
        "n": 22435,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1485.33,
        "se": 3.96,
        "n": 7759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.53,
        "se": 2.71,
        "n": 46845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1465.84,
        "se": 3.87,
        "n": 8763,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1487.75,
        "se": 4.68,
        "n": 5566,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1476.01,
        "se": 3.64,
        "n": 8413,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1461.69,
        "se": 2.32,
        "n": 35999,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1429.52,
        "se": 2.65,
        "n": 26909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1498.75,
        "se": 2.09,
        "n": 58198,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1483.13,
        "se": 2.74,
        "n": 22261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1480.32,
        "se": 2.79,
        "n": 22124,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1462.48,
        "se": 3.07,
        "n": 16688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.08,
        "se": 3.05,
        "n": 16684,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.02,
        "se": 3.19,
        "n": 15276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.8,
        "se": 2.81,
        "n": 28698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1543.79,
        "se": 3.88,
        "n": 9153,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1538.07,
        "se": 7.55,
        "n": 1862,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.13,
        "se": 7.03,
        "n": 2062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1346.64,
        "se": 14.42,
        "n": 371,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1365.62,
        "se": 3.81,
        "n": 6668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1311.97,
        "se": 13.9,
        "n": 444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1468.76,
        "se": 6.83,
        "n": 1802,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1305.52,
        "se": 8.92,
        "n": 1333,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.97,
        "se": 3.09,
        "n": 15850,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1453.85,
        "se": 3.77,
        "n": 9380,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1442.25,
        "se": 2.72,
        "n": 23559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1409.55,
        "se": 9.48,
        "n": 1157,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1400.51,
        "se": 3.04,
        "n": 17526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1477.56,
        "se": 3.1,
        "n": 16703,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1500.13,
        "se": 2.94,
        "n": 17828,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1490.66,
        "se": 7.86,
        "n": 1607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1313.62,
        "se": 3.41,
        "n": 8324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1325.45,
        "se": 4.25,
        "n": 5794,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1457.45,
        "se": 3.76,
        "n": 9600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1495.87,
        "se": 7.59,
        "n": 1645,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1445.3,
        "se": 2.48,
        "n": 32854,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1418.52,
        "se": 2.16,
        "n": 33805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1429.26,
        "se": 4.66,
        "n": 5026,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1279.65,
        "se": 6.95,
        "n": 1767,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1267.13,
        "se": 5.54,
        "n": 2896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1362.63,
        "se": 10.62,
        "n": 690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1432.95,
        "se": 2.15,
        "n": 26923,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1401.99,
        "se": 7.27,
        "n": 1638,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1337.97,
        "se": 4.52,
        "n": 4492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1381.23,
        "se": 4.37,
        "n": 4937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1355.1,
        "se": 12.52,
        "n": 504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1389.51,
        "se": 4.23,
        "n": 5374,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1370.25,
        "se": 5.58,
        "n": 2873,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1420.03,
        "se": 6.5,
        "n": 2245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1403.48,
        "se": 6.96,
        "n": 1764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1417.79,
        "se": 3.25,
        "n": 11609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1422.45,
        "se": 3.27,
        "n": 10929,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1399.07,
        "se": 3.22,
        "n": 11759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1453.48,
        "se": 2.18,
        "n": 42849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1399.91,
        "se": 2.66,
        "n": 25316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1473.42,
        "se": 6.65,
        "n": 2282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1454.58,
        "se": 2.9,
        "n": 20836,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1490.95,
        "se": 7.84,
        "n": 1686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1464.85,
        "se": 2.89,
        "n": 19085,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1442.56,
        "se": 3.2,
        "n": 14539,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1495.95,
        "se": 3.07,
        "n": 16195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1324.38,
        "se": 3.96,
        "n": 6545,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1303.23,
        "se": 6.8,
        "n": 2100,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1412.49,
        "se": 5.01,
        "n": 3571,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1382.29,
        "se": 4.91,
        "n": 4578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1411.18,
        "se": 3.15,
        "n": 11512,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1359.5,
        "se": 3.31,
        "n": 9255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1373.11,
        "se": 6.23,
        "n": 2160,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/longer_query:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/longer_query",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1369.28,
        "se": 3.52,
        "n": 8611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1471.23,
        "se": 19.65,
        "n": 207,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1520.42,
        "se": 6.46,
        "n": 2240,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1526.18,
        "se": 9.48,
        "n": 1003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1401.77,
        "se": 3.54,
        "n": 8532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1450.63,
        "se": 11.3,
        "n": 706,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1462.09,
        "se": 4.6,
        "n": 4488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.26,
        "se": 6.2,
        "n": 2311,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1503.04,
        "se": 4.67,
        "n": 4789,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.61,
        "se": 4.84,
        "n": 4308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1489.99,
        "se": 5.49,
        "n": 3342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.36,
        "se": 5.48,
        "n": 3238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1475.81,
        "se": 5.64,
        "n": 3021,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1492.36,
        "se": 5.73,
        "n": 2923,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.32,
        "se": 5.56,
        "n": 3490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1514.72,
        "se": 7.49,
        "n": 1696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1514.24,
        "se": 10.98,
        "n": 768,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1426.75,
        "se": 4.27,
        "n": 5067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.05,
        "se": 4.3,
        "n": 5013,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1461.32,
        "se": 5.15,
        "n": 3737,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.16,
        "se": 6.24,
        "n": 2423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1486.26,
        "se": 11.69,
        "n": 660,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1412.07,
        "se": 7.2,
        "n": 1606,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1392.22,
        "se": 10.14,
        "n": 861,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1425.47,
        "se": 5.45,
        "n": 3107,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1428.49,
        "se": 5.86,
        "n": 2610,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1424.41,
        "se": 6.01,
        "n": 2673,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1441.08,
        "se": 6.08,
        "n": 2590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1443.1,
        "se": 5.69,
        "n": 3014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.26,
        "se": 14.4,
        "n": 394,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.89,
        "se": 6.02,
        "n": 2686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1494.95,
        "se": 11.17,
        "n": 691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1417.78,
        "se": 6.46,
        "n": 2131,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1426.55,
        "se": 10.47,
        "n": 727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1474.28,
        "se": 5.48,
        "n": 3290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.88,
        "se": 6.2,
        "n": 2415,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.41,
        "se": 8.25,
        "n": 1338,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1504.76,
        "se": 6.34,
        "n": 2537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1202.11,
        "se": 4.36,
        "n": 8626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1205.42,
        "se": 7.72,
        "n": 2134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1284.78,
        "se": 4.97,
        "n": 7052,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1277.61,
        "se": 4.33,
        "n": 11181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1296.35,
        "se": 3.91,
        "n": 13217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1299.44,
        "se": 4.06,
        "n": 12374,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1303.07,
        "se": 4.03,
        "n": 13306,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1374.57,
        "se": 5.23,
        "n": 3226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1353.03,
        "se": 5.68,
        "n": 2671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1272.98,
        "se": 11.75,
        "n": 582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1304.56,
        "se": 3.54,
        "n": 15103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1308.64,
        "se": 4.14,
        "n": 6826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1274.89,
        "se": 3.6,
        "n": 9322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1435.13,
        "se": 7.01,
        "n": 1854,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1407.29,
        "se": 7.92,
        "n": 1445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1347.79,
        "se": 13.58,
        "n": 493,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1423.59,
        "se": 5.55,
        "n": 2928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1458.5,
        "se": 5.95,
        "n": 2543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1431.77,
        "se": 4.65,
        "n": 4595,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.52,
        "se": 5.48,
        "n": 3099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1459.02,
        "se": 5.28,
        "n": 3513,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.82,
        "se": 5.42,
        "n": 3349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.05,
        "se": 5.5,
        "n": 3325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1423.87,
        "se": 5.55,
        "n": 3210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1500.03,
        "se": 5.4,
        "n": 3443,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.35,
        "se": 5.33,
        "n": 3417,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1476.19,
        "se": 7.01,
        "n": 1904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1494.17,
        "se": 6.68,
        "n": 2096,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1478.37,
        "se": 6.51,
        "n": 2195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.61,
        "se": 9.74,
        "n": 960,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1449.22,
        "se": 4.71,
        "n": 5773,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1440.06,
        "se": 9.57,
        "n": 1074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1499.34,
        "se": 11.35,
        "n": 691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1474.43,
        "se": 6.55,
        "n": 2062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1453.32,
        "se": 4.42,
        "n": 4942,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1435.73,
        "se": 5.15,
        "n": 3591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1487.76,
        "se": 4.01,
        "n": 6862,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1497.39,
        "se": 6.41,
        "n": 2318,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1482,
        "se": 6.61,
        "n": 2164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1442.09,
        "se": 7.56,
        "n": 1587,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.08,
        "se": 7.31,
        "n": 1706,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.62,
        "se": 7.51,
        "n": 1684,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1519.22,
        "se": 5.84,
        "n": 3173,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1536.34,
        "se": 9.36,
        "n": 1102,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.31,
        "se": 19.62,
        "n": 229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1317.74,
        "se": 13.89,
        "n": 389,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1322.94,
        "se": 4.86,
        "n": 3578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1254.12,
        "se": 14.35,
        "n": 423,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1467.06,
        "se": 13.49,
        "n": 430,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1444.52,
        "se": 7.48,
        "n": 1686,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1447.2,
        "se": 9.26,
        "n": 1088,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1479,
        "se": 6.41,
        "n": 2332,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1451.75,
        "se": 7.37,
        "n": 1710,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1478.96,
        "se": 6.68,
        "n": 2048,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.93,
        "se": 7.12,
        "n": 1877,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1295.61,
        "se": 3.98,
        "n": 5775,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1309.61,
        "se": 6.76,
        "n": 1937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1462.02,
        "se": 8.97,
        "n": 1152,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1483.47,
        "se": 20.65,
        "n": 212,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1424.55,
        "se": 5.31,
        "n": 3650,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1401.54,
        "se": 4.43,
        "n": 5030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1425.74,
        "se": 12.34,
        "n": 561,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1261.5,
        "se": 6.84,
        "n": 1683,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1264.76,
        "se": 5.37,
        "n": 2764,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1321.79,
        "se": 9.89,
        "n": 732,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1416.39,
        "se": 3.96,
        "n": 6012,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1397.1,
        "se": 12.68,
        "n": 475,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1351.13,
        "se": 6.97,
        "n": 1704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1377.69,
        "se": 7.78,
        "n": 1391,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1398.05,
        "se": 15.34,
        "n": 316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1413.54,
        "se": 8.61,
        "n": 1198,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1391.27,
        "se": 10.01,
        "n": 822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1409.5,
        "se": 11.65,
        "n": 694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1398.22,
        "se": 14.5,
        "n": 422,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1425.01,
        "se": 7.02,
        "n": 1825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1422.81,
        "se": 7.19,
        "n": 1729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1396.47,
        "se": 6.99,
        "n": 1833,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1449.9,
        "se": 4.32,
        "n": 5351,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1400.98,
        "se": 5.41,
        "n": 3339,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1471.43,
        "se": 14.89,
        "n": 375,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1451.15,
        "se": 5.92,
        "n": 2653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1483.37,
        "se": 19.59,
        "n": 232,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1465.39,
        "se": 7.02,
        "n": 1883,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1451.27,
        "se": 7.64,
        "n": 1625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1505.43,
        "se": 7.23,
        "n": 1838,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1380.76,
        "se": 6.98,
        "n": 1776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1335,
        "se": 11.28,
        "n": 677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1408.89,
        "se": 5.54,
        "n": 2986,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1386.42,
        "se": 4.98,
        "n": 4569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1448.15,
        "se": 5.1,
        "n": 3683,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1381.57,
        "se": 4.38,
        "n": 4698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1404.91,
        "se": 6.71,
        "n": 1909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/math:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/math",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1417.61,
        "se": 5.48,
        "n": 2904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1432.3,
        "se": 12.17,
        "n": 649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.37,
        "se": 3.93,
        "n": 7395,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1485.35,
        "se": 6.13,
        "n": 2740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1424.98,
        "se": 2.3,
        "n": 26695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1411.55,
        "se": 7.07,
        "n": 2164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1484.13,
        "se": 3.08,
        "n": 12890,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.25,
        "se": 3.99,
        "n": 6482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1509.44,
        "se": 2.99,
        "n": 15595,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.67,
        "se": 3.11,
        "n": 14330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1513.99,
        "se": 3.5,
        "n": 11588,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1516.08,
        "se": 3.51,
        "n": 11304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1493.37,
        "se": 3.42,
        "n": 11297,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.89,
        "se": 3.41,
        "n": 11072,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1485.76,
        "se": 3.48,
        "n": 11535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1486.14,
        "se": 4.51,
        "n": 5388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.59,
        "se": 7.01,
        "n": 2170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1477.21,
        "se": 2.88,
        "n": 14391,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1471.46,
        "se": 2.84,
        "n": 14238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1480.25,
        "se": 3.28,
        "n": 12566,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.02,
        "se": 3.64,
        "n": 8981,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1469.22,
        "se": 6.94,
        "n": 2141,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1409.36,
        "se": 6.09,
        "n": 2418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1404.32,
        "se": 5.64,
        "n": 2845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1427.72,
        "se": 3.62,
        "n": 8293,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1427.64,
        "se": 3.81,
        "n": 6969,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1452.89,
        "se": 3.71,
        "n": 9267,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.76,
        "se": 3.74,
        "n": 9137,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1475.13,
        "se": 3.58,
        "n": 10255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1468.79,
        "se": 7.91,
        "n": 1539,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.9,
        "se": 3.65,
        "n": 9596,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1470.59,
        "se": 6.94,
        "n": 1984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1421.03,
        "se": 4.18,
        "n": 5600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1457.71,
        "se": 6.92,
        "n": 1916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1477.9,
        "se": 3.33,
        "n": 10599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1476.45,
        "se": 3.66,
        "n": 8616,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.11,
        "se": 4.79,
        "n": 4682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1476.35,
        "se": 3.94,
        "n": 7811,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1201.39,
        "se": 4.42,
        "n": 10274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1171.75,
        "se": 8.05,
        "n": 2374,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1274.24,
        "se": 5.02,
        "n": 7992,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1262.57,
        "se": 4.27,
        "n": 13168,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1312.86,
        "se": 3.82,
        "n": 15255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1292.14,
        "se": 4.01,
        "n": 14381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1299.12,
        "se": 3.98,
        "n": 14867,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1429.9,
        "se": 3.52,
        "n": 8719,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1393.13,
        "se": 3.91,
        "n": 6996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1313.84,
        "se": 9.22,
        "n": 1000,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1340.45,
        "se": 3.41,
        "n": 20434,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1326.79,
        "se": 4.03,
        "n": 8201,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1310.69,
        "se": 3.44,
        "n": 12279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1421.06,
        "se": 4.57,
        "n": 4952,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.83,
        "se": 4.8,
        "n": 4378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1324.5,
        "se": 8.06,
        "n": 1416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1448.36,
        "se": 3.67,
        "n": 8215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1464.23,
        "se": 3.86,
        "n": 7213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1444.3,
        "se": 2.91,
        "n": 15825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1442.17,
        "se": 3.5,
        "n": 9196,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1480.28,
        "se": 3.35,
        "n": 12531,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1492.86,
        "se": 3.38,
        "n": 11872,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1465.53,
        "se": 3.4,
        "n": 11793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1413.47,
        "se": 3.46,
        "n": 11676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1484.41,
        "se": 3.37,
        "n": 12226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.18,
        "se": 3.43,
        "n": 11676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1458.24,
        "se": 4.13,
        "n": 6573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1491.03,
        "se": 4.02,
        "n": 7205,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1474.47,
        "se": 3.87,
        "n": 7871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1482.91,
        "se": 6.22,
        "n": 2683,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1441.42,
        "se": 3.31,
        "n": 15948,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1468.35,
        "se": 5.85,
        "n": 3206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1485.51,
        "se": 7.24,
        "n": 1961,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1481.95,
        "se": 4.34,
        "n": 5439,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1474.23,
        "se": 2.85,
        "n": 16181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1435.44,
        "se": 3.3,
        "n": 11527,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1495.42,
        "se": 2.64,
        "n": 22314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.74,
        "se": 3.77,
        "n": 8005,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1478.31,
        "se": 3.91,
        "n": 7569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1466.79,
        "se": 4.35,
        "n": 5792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.57,
        "se": 4.35,
        "n": 5739,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.66,
        "se": 4.66,
        "n": 5149,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.51,
        "se": 3.75,
        "n": 9462,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1544.58,
        "se": 6.17,
        "n": 2927,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1564.42,
        "se": 12.97,
        "n": 605,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.43,
        "se": 11.39,
        "n": 709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1344.4,
        "se": 13.11,
        "n": 471,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1357.96,
        "se": 3.86,
        "n": 6717,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1272.22,
        "se": 12.02,
        "n": 565,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1465.12,
        "se": 8.84,
        "n": 1121,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1269.61,
        "se": 14.67,
        "n": 515,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1449.08,
        "se": 4.52,
        "n": 5230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1434.9,
        "se": 5.68,
        "n": 3349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1446.2,
        "se": 3.84,
        "n": 7926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1414.69,
        "se": 14.71,
        "n": 399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1414.35,
        "se": 4.38,
        "n": 5840,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1461.69,
        "se": 4.07,
        "n": 6895,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1501.53,
        "se": 4.19,
        "n": 6294,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1474.86,
        "se": 12.82,
        "n": 572,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1316.85,
        "se": 3.41,
        "n": 9056,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1319.17,
        "se": 4.47,
        "n": 5222,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1444.65,
        "se": 5.54,
        "n": 3471,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1462.03,
        "se": 12.31,
        "n": 589,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1448.1,
        "se": 3.22,
        "n": 12656,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1419.06,
        "se": 2.8,
        "n": 14831,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1432.67,
        "se": 7.19,
        "n": 1901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1249.69,
        "se": 6.61,
        "n": 2151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1241.81,
        "se": 5.24,
        "n": 3517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1352.38,
        "se": 9.72,
        "n": 842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1436.21,
        "se": 2.57,
        "n": 16980,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1393.06,
        "se": 8.04,
        "n": 1354,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1318.47,
        "se": 4.68,
        "n": 4394,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1379.13,
        "se": 4.9,
        "n": 3928,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1336.9,
        "se": 11.89,
        "n": 590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1400.02,
        "se": 4.86,
        "n": 4004,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1349.57,
        "se": 6.57,
        "n": 2217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1424.4,
        "se": 7.34,
        "n": 1925,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1384.49,
        "se": 8.5,
        "n": 1252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1419.33,
        "se": 4.41,
        "n": 5178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1413.65,
        "se": 4.53,
        "n": 4857,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1394.25,
        "se": 4.32,
        "n": 5440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1451.6,
        "se": 2.86,
        "n": 15724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1395.71,
        "se": 3.38,
        "n": 10909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1466.31,
        "se": 10.24,
        "n": 923,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1445.26,
        "se": 3.83,
        "n": 8381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1478.97,
        "se": 11.65,
        "n": 694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1464.09,
        "se": 3.99,
        "n": 6909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1436.43,
        "se": 4.57,
        "n": 5185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1494.64,
        "se": 4.44,
        "n": 5575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1326.39,
        "se": 4.47,
        "n": 4869,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1289.2,
        "se": 7.39,
        "n": 1775,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1386.17,
        "se": 4.67,
        "n": 4399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1389.8,
        "se": 4.75,
        "n": 5871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1420.34,
        "se": 3.49,
        "n": 9642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1339.69,
        "se": 3.39,
        "n": 9292,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1345.11,
        "se": 5.98,
        "n": 2535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/multi_turn:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/multi_turn",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1382.56,
        "se": 3.72,
        "n": 7743,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1420.7,
        "se": 6.1,
        "n": 2567,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1492.71,
        "se": 2.5,
        "n": 26256,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1494.35,
        "se": 3.27,
        "n": 12494,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1394.05,
        "se": 1.51,
        "n": 87637,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1405.51,
        "se": 3.83,
        "n": 8708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1456.48,
        "se": 2,
        "n": 41364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1459.66,
        "se": 2.45,
        "n": 22485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1483.34,
        "se": 1.99,
        "n": 49765,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.01,
        "se": 2.02,
        "n": 47575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1482.75,
        "se": 2.37,
        "n": 35210,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.71,
        "se": 2.37,
        "n": 34482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1463.58,
        "se": 2.38,
        "n": 35837,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1469.82,
        "se": 2.37,
        "n": 35450,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.44,
        "se": 2.29,
        "n": 43941,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1479.93,
        "se": 2.82,
        "n": 21452,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.11,
        "se": 3.61,
        "n": 9994,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1440.98,
        "se": 1.81,
        "n": 46590,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.31,
        "se": 1.76,
        "n": 47348,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1456.93,
        "se": 2.21,
        "n": 38451,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.8,
        "se": 2.42,
        "n": 30920,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1456.91,
        "se": 3.69,
        "n": 9107,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1377.68,
        "se": 3.49,
        "n": 7803,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1402.98,
        "se": 3.5,
        "n": 9995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1408.18,
        "se": 2.21,
        "n": 28314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1401.12,
        "se": 2.28,
        "n": 24712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1422.88,
        "se": 2.53,
        "n": 28482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1423.55,
        "se": 2.56,
        "n": 28414,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1444.76,
        "se": 2.41,
        "n": 31849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.34,
        "se": 4.09,
        "n": 5873,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1439.64,
        "se": 2.45,
        "n": 30494,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1460.49,
        "se": 3.66,
        "n": 8574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1407.67,
        "se": 2.47,
        "n": 20373,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1420.85,
        "se": 3.81,
        "n": 7165,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1448.49,
        "se": 2.12,
        "n": 38661,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1461.67,
        "se": 2.38,
        "n": 32150,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1467.3,
        "se": 2.8,
        "n": 19221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1463.88,
        "se": 2.6,
        "n": 32717,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1209.33,
        "se": 3.18,
        "n": 26251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1184.66,
        "se": 6.85,
        "n": 3741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1272.11,
        "se": 3.67,
        "n": 18639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1251.77,
        "se": 2.97,
        "n": 31245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1300.3,
        "se": 2.67,
        "n": 42998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1294.7,
        "se": 2.81,
        "n": 38472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1296.07,
        "se": 2.78,
        "n": 35407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1402.01,
        "se": 2.36,
        "n": 26874,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1361.34,
        "se": 2.69,
        "n": 20621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1297.67,
        "se": 5.7,
        "n": 2575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1329.6,
        "se": 2.43,
        "n": 52655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1316.8,
        "se": 2.82,
        "n": 20213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1300.69,
        "se": 2.34,
        "n": 30970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1424.86,
        "se": 2.82,
        "n": 18060,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1377.9,
        "se": 2.93,
        "n": 15259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1327.78,
        "se": 4.54,
        "n": 4544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1428.53,
        "se": 2.29,
        "n": 26412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.47,
        "se": 2.35,
        "n": 24799,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1426.65,
        "se": 2,
        "n": 45772,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1424.01,
        "se": 2.25,
        "n": 28242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1456.69,
        "se": 2.34,
        "n": 36553,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1467.81,
        "se": 2.37,
        "n": 35074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1437.93,
        "se": 2.38,
        "n": 33909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1386.24,
        "se": 2.4,
        "n": 33054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1465.37,
        "se": 2.29,
        "n": 38105,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.21,
        "se": 2.31,
        "n": 37236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1435.99,
        "se": 2.62,
        "n": 24143,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1474.84,
        "se": 2.56,
        "n": 26433,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1457.19,
        "se": 2.49,
        "n": 29219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1460.76,
        "se": 3.33,
        "n": 11480,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1429.63,
        "se": 2.42,
        "n": 67588,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1445.25,
        "se": 3.3,
        "n": 12660,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1468.18,
        "se": 3.81,
        "n": 8497,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1464.29,
        "se": 2.74,
        "n": 18718,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1451.62,
        "se": 1.93,
        "n": 50276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1425.08,
        "se": 2.3,
        "n": 34416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1478.65,
        "se": 1.83,
        "n": 74537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.13,
        "se": 2.42,
        "n": 27371,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1467.69,
        "se": 2.53,
        "n": 26642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1444.77,
        "se": 2.74,
        "n": 20752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1472.14,
        "se": 2.74,
        "n": 20461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1484.78,
        "se": 2.83,
        "n": 20098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1486.73,
        "se": 2.54,
        "n": 38716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.43,
        "se": 3.29,
        "n": 12954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1517.72,
        "se": 6.03,
        "n": 2778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.96,
        "se": 5.61,
        "n": 3111,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1335.6,
        "se": 7.32,
        "n": 1499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1349.63,
        "se": 2.38,
        "n": 23591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1291.32,
        "se": 7.16,
        "n": 1599,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1437.78,
        "se": 4.74,
        "n": 3809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1269.51,
        "se": 7.57,
        "n": 1809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1446.65,
        "se": 2.74,
        "n": 20800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1430.74,
        "se": 3.21,
        "n": 13702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1431.41,
        "se": 2.42,
        "n": 30357,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1397.17,
        "se": 7.32,
        "n": 1768,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1389.77,
        "se": 2.69,
        "n": 22540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1448.64,
        "se": 2.72,
        "n": 21584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1476.91,
        "se": 2.51,
        "n": 26018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1472.96,
        "se": 6.01,
        "n": 2738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1283.88,
        "se": 2.27,
        "n": 25228,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1297.62,
        "se": 2.93,
        "n": 16750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1428.19,
        "se": 3.09,
        "n": 15057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1461.08,
        "se": 6.01,
        "n": 2568,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1419.89,
        "se": 2.19,
        "n": 43901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1398.6,
        "se": 1.76,
        "n": 52080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1406.34,
        "se": 4.18,
        "n": 6054,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1242.75,
        "se": 4.08,
        "n": 5941,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1233.16,
        "se": 3.3,
        "n": 10025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1331.88,
        "se": 6.07,
        "n": 2394,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1410.22,
        "se": 1.62,
        "n": 56749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1389.66,
        "se": 4.28,
        "n": 4909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1304.43,
        "se": 2.95,
        "n": 13821,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1367.7,
        "se": 3.01,
        "n": 13539,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1323.29,
        "se": 6.79,
        "n": 1696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1384.78,
        "se": 3.01,
        "n": 12947,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1350.91,
        "se": 3.65,
        "n": 7551,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1395.11,
        "se": 4.24,
        "n": 6373,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1379.66,
        "se": 4.49,
        "n": 4349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1396.84,
        "se": 2.7,
        "n": 16445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1386.64,
        "se": 2.73,
        "n": 15801,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1374.1,
        "se": 2.69,
        "n": 16740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1432.09,
        "se": 1.87,
        "n": 54990,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1380.95,
        "se": 2.25,
        "n": 34783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1446.96,
        "se": 5.61,
        "n": 2927,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1426.88,
        "se": 2.56,
        "n": 26208,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1469.06,
        "se": 6.84,
        "n": 2030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1443.01,
        "se": 2.6,
        "n": 23826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1422.46,
        "se": 2.73,
        "n": 21149,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1473.08,
        "se": 2.65,
        "n": 23224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1337.24,
        "se": 2.74,
        "n": 17094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1298.9,
        "se": 4.1,
        "n": 5886,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1389.77,
        "se": 3.1,
        "n": 11491,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1359.86,
        "se": 3.27,
        "n": 15231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1422.38,
        "se": 2.31,
        "n": 31530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1327.53,
        "se": 2.25,
        "n": 28070,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1343.49,
        "se": 3.74,
        "n": 7459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/non_english:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/non_english",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1374.8,
        "se": 2.49,
        "n": 23974,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1434.42,
        "se": 4.92,
        "n": 4004,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.98,
        "se": 2.13,
        "n": 45469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1502.32,
        "se": 2.8,
        "n": 20511,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1413.99,
        "se": 1.22,
        "n": 153897,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1421.17,
        "se": 3.14,
        "n": 13894,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1469.72,
        "se": 1.6,
        "n": 72235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.65,
        "se": 1.96,
        "n": 37245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1496.43,
        "se": 1.63,
        "n": 89177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1502.83,
        "se": 1.66,
        "n": 84375,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1493.87,
        "se": 1.93,
        "n": 65309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.13,
        "se": 1.92,
        "n": 64260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1474.43,
        "se": 1.97,
        "n": 64116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.88,
        "se": 1.98,
        "n": 63082,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.68,
        "se": 1.85,
        "n": 73632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.97,
        "se": 2.41,
        "n": 35670,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1506.78,
        "se": 3.04,
        "n": 15793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1455.11,
        "se": 1.46,
        "n": 82053,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.14,
        "se": 1.41,
        "n": 83310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1472.11,
        "se": 1.8,
        "n": 69975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.82,
        "se": 2.07,
        "n": 52963,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1472.89,
        "se": 3.08,
        "n": 14355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1398.16,
        "se": 2.5,
        "n": 18524,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1421.53,
        "se": 2.9,
        "n": 18151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1424.74,
        "se": 1.79,
        "n": 47778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1422.66,
        "se": 1.83,
        "n": 41763,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1435.77,
        "se": 2.07,
        "n": 51336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1438.96,
        "se": 2.1,
        "n": 51180,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1457.88,
        "se": 1.99,
        "n": 56857,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.9,
        "se": 3.4,
        "n": 9573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.95,
        "se": 2.03,
        "n": 54224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1475.09,
        "se": 3.13,
        "n": 13547,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1424.48,
        "se": 1.99,
        "n": 35631,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1441.36,
        "se": 3.1,
        "n": 12153,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1464.97,
        "se": 1.8,
        "n": 67009,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1475.01,
        "se": 2.08,
        "n": 54143,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.57,
        "se": 2.4,
        "n": 31604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1475.26,
        "se": 2.25,
        "n": 51019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1225.8,
        "se": 2.39,
        "n": 66207,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1204.46,
        "se": 4.45,
        "n": 16619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1288.01,
        "se": 2.42,
        "n": 54173,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1276.42,
        "se": 2.07,
        "n": 88723,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1324.6,
        "se": 2,
        "n": 98114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1313.35,
        "se": 2.08,
        "n": 93439,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1313,
        "se": 1.98,
        "n": 100105,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1414.64,
        "se": 1.9,
        "n": 50230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1382.92,
        "se": 2.21,
        "n": 38659,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1322.33,
        "se": 3.94,
        "n": 6103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1346.2,
        "se": 1.77,
        "n": 112881,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1335.69,
        "se": 2.15,
        "n": 45499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1317.64,
        "se": 1.81,
        "n": 68705,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1434.92,
        "se": 2.3,
        "n": 31648,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1389.89,
        "se": 2.38,
        "n": 26709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1337.57,
        "se": 3.53,
        "n": 8119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1438.49,
        "se": 1.83,
        "n": 44183,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.42,
        "se": 1.9,
        "n": 41389,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1435.36,
        "se": 1.62,
        "n": 82903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1437.24,
        "se": 1.82,
        "n": 49290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1465.06,
        "se": 1.89,
        "n": 67055,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.12,
        "se": 1.93,
        "n": 64067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.33,
        "se": 1.92,
        "n": 62752,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1401.01,
        "se": 1.94,
        "n": 61575,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1476.12,
        "se": 1.89,
        "n": 69859,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.28,
        "se": 1.91,
        "n": 68294,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1453.2,
        "se": 2.21,
        "n": 40598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1485.14,
        "se": 2.17,
        "n": 43925,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1467.93,
        "se": 2.13,
        "n": 48778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1473.91,
        "se": 2.81,
        "n": 18745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1440.88,
        "se": 2.09,
        "n": 108508,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1457.2,
        "se": 2.78,
        "n": 20430,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1480.82,
        "se": 3.17,
        "n": 13498,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1473.02,
        "se": 2.22,
        "n": 31126,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1458.2,
        "se": 1.55,
        "n": 90063,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1433.02,
        "se": 1.85,
        "n": 63578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1486.8,
        "se": 1.49,
        "n": 132181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1478.39,
        "se": 2,
        "n": 47588,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1476.03,
        "se": 2.13,
        "n": 46329,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1454.89,
        "se": 2.3,
        "n": 35094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1482.63,
        "se": 2.27,
        "n": 35362,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1489.28,
        "se": 2.39,
        "n": 33251,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.66,
        "se": 2.14,
        "n": 62675,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1521.69,
        "se": 2.75,
        "n": 20779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1526.18,
        "se": 4.91,
        "n": 4273,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.43,
        "se": 4.6,
        "n": 4741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1341.83,
        "se": 4.85,
        "n": 3829,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1365.44,
        "se": 1.89,
        "n": 46608,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1303.33,
        "se": 4.75,
        "n": 4171,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1451.82,
        "se": 3.8,
        "n": 6130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1289.29,
        "se": 5.76,
        "n": 3193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.66,
        "se": 2.36,
        "n": 34582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1443.32,
        "se": 2.69,
        "n": 22219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1442.5,
        "se": 2.07,
        "n": 50718,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1411.78,
        "se": 6.03,
        "n": 2669,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1405.39,
        "se": 2.32,
        "n": 37610,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1460.86,
        "se": 2.26,
        "n": 39551,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1487.44,
        "se": 2.18,
        "n": 41402,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.72,
        "se": 5.11,
        "n": 3995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1318.14,
        "se": 1.79,
        "n": 54476,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1321.6,
        "se": 2.42,
        "n": 29775,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1448.4,
        "se": 2.64,
        "n": 23252,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1479.89,
        "se": 4.83,
        "n": 4064,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1435.77,
        "se": 1.87,
        "n": 73579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1414.68,
        "se": 1.44,
        "n": 88567,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1426.37,
        "se": 3.28,
        "n": 11647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1274.46,
        "se": 3.02,
        "n": 14681,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1256.38,
        "se": 2.35,
        "n": 24126,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1345.92,
        "se": 4.25,
        "n": 5819,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1422.15,
        "se": 1.3,
        "n": 97593,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1400.19,
        "se": 3.36,
        "n": 8809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1326.56,
        "se": 2.42,
        "n": 26132,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1382.3,
        "se": 2.5,
        "n": 23286,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1346.84,
        "se": 4.82,
        "n": 3926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1398.59,
        "se": 2.44,
        "n": 22689,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1369.43,
        "se": 2.99,
        "n": 13442,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1413.16,
        "se": 3.33,
        "n": 11286,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1394.66,
        "se": 3.49,
        "n": 7827,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1416.41,
        "se": 2.19,
        "n": 29469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1408.45,
        "se": 2.2,
        "n": 28404,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1393.94,
        "se": 2.16,
        "n": 30163,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1441.39,
        "se": 1.56,
        "n": 97583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1395.96,
        "se": 1.88,
        "n": 61142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1459.75,
        "se": 4.19,
        "n": 5380,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1442.77,
        "se": 2.11,
        "n": 47569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1473.79,
        "se": 4.99,
        "n": 3896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1455.33,
        "se": 2.22,
        "n": 41289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1433.77,
        "se": 2.35,
        "n": 33323,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1484.11,
        "se": 2.33,
        "n": 36936,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1351.78,
        "se": 2.23,
        "n": 30115,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1317.52,
        "se": 3.28,
        "n": 10396,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1402.34,
        "se": 2.29,
        "n": 27807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1388.69,
        "se": 2.56,
        "n": 31122,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1431.57,
        "se": 1.86,
        "n": 58805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1348.24,
        "se": 1.82,
        "n": 56695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1363.64,
        "se": 2.69,
        "n": 18589,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/overall:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/overall",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1390.84,
        "se": 2.04,
        "n": 44791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1508.88,
        "se": 11.26,
        "n": 694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1524.99,
        "se": 16.61,
        "n": 317,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1370.54,
        "se": 5.4,
        "n": 3583,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1405.02,
        "se": 21.57,
        "n": 209,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1470.44,
        "se": 7,
        "n": 1886,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1475.63,
        "se": 9.19,
        "n": 1093,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1493.98,
        "se": 7.81,
        "n": 1649,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501,
        "se": 7.64,
        "n": 1618,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1503.42,
        "se": 9.15,
        "n": 1110,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1490.83,
        "se": 8.8,
        "n": 1189,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1484.08,
        "se": 8.89,
        "n": 1099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1488.1,
        "se": 9.33,
        "n": 1068,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1501.65,
        "se": 9.39,
        "n": 1135,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1500.84,
        "se": 12.55,
        "n": 574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.36,
        "se": 20.08,
        "n": 203,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1443.89,
        "se": 6.32,
        "n": 2309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1457.44,
        "se": 6.52,
        "n": 2217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1471.2,
        "se": 8.11,
        "n": 1403,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.91,
        "se": 10.86,
        "n": 786,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1496.87,
        "se": 19.63,
        "n": 219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1411.82,
        "se": 7.35,
        "n": 1980,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1403.63,
        "se": 8.38,
        "n": 1334,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1418.43,
        "se": 8.88,
        "n": 1115,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1436.85,
        "se": 9.54,
        "n": 1023,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1433.66,
        "se": 9.4,
        "n": 1030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1464.15,
        "se": 9.24,
        "n": 1115,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1460.21,
        "se": 9.27,
        "n": 1094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1468.82,
        "se": 18.65,
        "n": 243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1419.78,
        "se": 8.4,
        "n": 1300,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1435.53,
        "se": 13.2,
        "n": 461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1447.98,
        "se": 8.61,
        "n": 1241,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1463.7,
        "se": 10.31,
        "n": 904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1474.74,
        "se": 13.7,
        "n": 467,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1455.42,
        "se": 10.34,
        "n": 897,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1226.95,
        "se": 30.68,
        "n": 144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1337.41,
        "se": 32.57,
        "n": 119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1316.72,
        "se": 29.53,
        "n": 179,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1363.34,
        "se": 29.14,
        "n": 178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1363.15,
        "se": 27.59,
        "n": 215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1367.98,
        "se": 28.74,
        "n": 193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1427.42,
        "se": 5.97,
        "n": 3047,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1378.94,
        "se": 6.29,
        "n": 2670,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1424.63,
        "se": 29.07,
        "n": 166,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1277.31,
        "se": 34.08,
        "n": 65,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1448.97,
        "se": 7.69,
        "n": 1916,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1399.95,
        "se": 8.26,
        "n": 1562,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1337.76,
        "se": 13.12,
        "n": 569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1464,
        "se": 8.26,
        "n": 1322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1457.54,
        "se": 8.72,
        "n": 1197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1453.59,
        "se": 7.72,
        "n": 1626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.12,
        "se": 8.83,
        "n": 1178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1472.32,
        "se": 8.55,
        "n": 1298,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1483.36,
        "se": 8.57,
        "n": 1314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.65,
        "se": 9.13,
        "n": 1182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1400.97,
        "se": 9.44,
        "n": 1121,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1472.06,
        "se": 8.99,
        "n": 1191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.89,
        "se": 8.93,
        "n": 1168,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1433.96,
        "se": 12.05,
        "n": 625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1500.9,
        "se": 11.6,
        "n": 687,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1460.65,
        "se": 10.96,
        "n": 738,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1466.19,
        "se": 17.11,
        "n": 281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1449.18,
        "se": 8.29,
        "n": 1682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1473.64,
        "se": 17.21,
        "n": 302,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1492.95,
        "se": 21.55,
        "n": 206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1496.66,
        "se": 9.78,
        "n": 973,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1481.73,
        "se": 6.89,
        "n": 1905,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1453.4,
        "se": 8.39,
        "n": 1266,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1496.25,
        "se": 6.24,
        "n": 2531,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.65,
        "se": 10.94,
        "n": 808,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1496.22,
        "se": 11.56,
        "n": 688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1459.64,
        "se": 13.05,
        "n": 514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.02,
        "se": 12.95,
        "n": 525,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1503.96,
        "se": 13.2,
        "n": 542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.74,
        "se": 10.15,
        "n": 945,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1524.84,
        "se": 18.14,
        "n": 313,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1368.89,
        "se": 6.16,
        "n": 2828,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1435.91,
        "se": 19.38,
        "n": 203,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1457.77,
        "se": 13.01,
        "n": 549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1468.79,
        "se": 17.12,
        "n": 310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1446.92,
        "se": 10.93,
        "n": 751,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1409.27,
        "se": 12.76,
        "n": 563,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1443.28,
        "se": 10.68,
        "n": 754,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1488.86,
        "se": 11.29,
        "n": 695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1318.85,
        "se": 8.6,
        "n": 1453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1322.06,
        "se": 6.73,
        "n": 2467,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1440.85,
        "se": 15.95,
        "n": 366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1426.53,
        "se": 8.59,
        "n": 1280,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1415.67,
        "se": 6.96,
        "n": 1945,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1421.65,
        "se": 19.47,
        "n": 233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1403.91,
        "se": 4.98,
        "n": 3931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1379.74,
        "se": 10.53,
        "n": 783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1303,
        "se": 7.09,
        "n": 2003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1344.31,
        "se": 7.83,
        "n": 1541,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1369.37,
        "se": 9.52,
        "n": 1023,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1358.41,
        "se": 11.44,
        "n": 708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1404.23,
        "se": 13.52,
        "n": 540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1362.9,
        "se": 14.21,
        "n": 396,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1386.89,
        "se": 12.09,
        "n": 598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1366.09,
        "se": 13.07,
        "n": 532,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1372.74,
        "se": 11.97,
        "n": 579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1446.15,
        "se": 7.33,
        "n": 1745,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1364.48,
        "se": 8.44,
        "n": 1281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1431.92,
        "se": 9.62,
        "n": 987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1440.85,
        "se": 10.44,
        "n": 795,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1440.67,
        "se": 13.27,
        "n": 518,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1479.43,
        "se": 12.55,
        "n": 563,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1331.38,
        "se": 7.48,
        "n": 1729,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1275.53,
        "se": 11.36,
        "n": 807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1458.13,
        "se": 5.68,
        "n": 3832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1327.4,
        "se": 6.35,
        "n": 2638,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/polish:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/polish",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1405.01,
        "se": 6.21,
        "n": 2791,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1419.48,
        "se": 12.59,
        "n": 613,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.94,
        "se": 4.47,
        "n": 5282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1506.78,
        "se": 6.11,
        "n": 2829,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1400.98,
        "se": 2.61,
        "n": 17444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1399.52,
        "se": 7.24,
        "n": 2062,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1472.83,
        "se": 3.46,
        "n": 8991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.86,
        "se": 4.45,
        "n": 4798,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1503.67,
        "se": 3.39,
        "n": 10260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1504.64,
        "se": 3.44,
        "n": 9866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1494.04,
        "se": 4.1,
        "n": 6935,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1505.5,
        "se": 4.1,
        "n": 6783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1486.53,
        "se": 3.96,
        "n": 6984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.69,
        "se": 3.94,
        "n": 7014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1496.48,
        "se": 3.77,
        "n": 9164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1492.29,
        "se": 4.94,
        "n": 4444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1513.56,
        "se": 6.74,
        "n": 2294,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1454.17,
        "se": 3.3,
        "n": 9523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.75,
        "se": 3.26,
        "n": 9466,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1465.09,
        "se": 3.76,
        "n": 7892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1466.84,
        "se": 4.19,
        "n": 6244,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1466.37,
        "se": 7.08,
        "n": 2125,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1381.46,
        "se": 6.56,
        "n": 1904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1412.47,
        "se": 7.53,
        "n": 1521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1422.14,
        "se": 3.96,
        "n": 6071,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1407.03,
        "se": 4.15,
        "n": 5393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1432.09,
        "se": 4.35,
        "n": 5641,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1437.44,
        "se": 4.39,
        "n": 5703,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1460.95,
        "se": 4.2,
        "n": 6236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.07,
        "se": 8.68,
        "n": 1195,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.43,
        "se": 4.24,
        "n": 6065,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1481.49,
        "se": 7.08,
        "n": 1926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1406.99,
        "se": 4.94,
        "n": 3520,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1429.46,
        "se": 7.1,
        "n": 1627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1457.27,
        "se": 3.65,
        "n": 8245,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1472.27,
        "se": 4.04,
        "n": 6534,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1479.61,
        "se": 4.95,
        "n": 4289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1471.71,
        "se": 4.02,
        "n": 7564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1220.31,
        "se": 5.25,
        "n": 5447,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1180.72,
        "se": 14.51,
        "n": 400,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1268.65,
        "se": 6.23,
        "n": 3579,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1257.85,
        "se": 5.15,
        "n": 5975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1313.81,
        "se": 4.27,
        "n": 9938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1294.42,
        "se": 4.56,
        "n": 8356,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1300.84,
        "se": 4.71,
        "n": 7053,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1412.23,
        "se": 4.81,
        "n": 3805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1367.78,
        "se": 5.4,
        "n": 3081,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1300.32,
        "se": 10.58,
        "n": 702,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1333.03,
        "se": 3.81,
        "n": 13904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1325.02,
        "se": 4.49,
        "n": 5517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1309.4,
        "se": 3.82,
        "n": 8268,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1430.15,
        "se": 6.55,
        "n": 2163,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1378.26,
        "se": 6.79,
        "n": 1867,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1311.69,
        "se": 12.11,
        "n": 601,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1446.35,
        "se": 4.21,
        "n": 5378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.72,
        "se": 4.25,
        "n": 5192,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1437.52,
        "se": 3.39,
        "n": 9630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.24,
        "se": 3.97,
        "n": 6289,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1469.75,
        "se": 3.91,
        "n": 7564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1487.28,
        "se": 4.02,
        "n": 7129,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451.38,
        "se": 4.06,
        "n": 6913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1389.07,
        "se": 4.11,
        "n": 6757,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1479.06,
        "se": 3.93,
        "n": 7310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1480.6,
        "se": 3.93,
        "n": 7239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1446.13,
        "se": 4.65,
        "n": 4688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1497.94,
        "se": 4.5,
        "n": 5310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1470.71,
        "se": 4.3,
        "n": 5800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1471.13,
        "se": 6.29,
        "n": 2573,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1437,
        "se": 3.4,
        "n": 15581,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1464.86,
        "se": 6.01,
        "n": 2912,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1484.76,
        "se": 7.09,
        "n": 2026,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1486.12,
        "se": 4.74,
        "n": 4137,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1468.8,
        "se": 3.26,
        "n": 10550,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1433.74,
        "se": 3.83,
        "n": 7120,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1501.38,
        "se": 2.96,
        "n": 15283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.32,
        "se": 4.4,
        "n": 5373,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1491.94,
        "se": 4.47,
        "n": 5297,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1463.24,
        "se": 5,
        "n": 3991,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1491.98,
        "se": 5.01,
        "n": 4076,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.58,
        "se": 4.98,
        "n": 4336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1515.93,
        "se": 3.87,
        "n": 8741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1532.29,
        "se": 6,
        "n": 3015,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1547.5,
        "se": 12.32,
        "n": 635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.88,
        "se": 11.21,
        "n": 750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemma 3 12B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemma-3-12b-it",
        "source_model": "Gemma 3 12B IT",
        "settings": "exact",
        "score": 1357.32,
        "se": 16.05,
        "n": 285,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1367.29,
        "se": 4.98,
        "n": 3433,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemma 3 4B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemma-3-4b-it",
        "source_model": "Gemma 3 4B IT",
        "settings": "exact",
        "score": 1313.92,
        "se": 15.48,
        "n": 307,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1467.94,
        "se": 10.03,
        "n": 824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Granite 4.2 8B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "granite-4.2-8b",
        "source_model": "Granite 4.2 8B",
        "settings": "exact",
        "score": 1254.79,
        "se": 17.74,
        "n": 329,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1447.88,
        "se": 4.84,
        "n": 4478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1439.46,
        "se": 5.7,
        "n": 3234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1437.91,
        "se": 4.14,
        "n": 6469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1387.02,
        "se": 14.11,
        "n": 448,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1390.38,
        "se": 4.75,
        "n": 4697,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1452.57,
        "se": 4.8,
        "n": 4196,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1493.48,
        "se": 4.4,
        "n": 5559,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1474.61,
        "se": 11.62,
        "n": 680,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1294.47,
        "se": 4.08,
        "n": 5710,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1307.8,
        "se": 6.29,
        "n": 2266,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1419.28,
        "se": 5.46,
        "n": 3618,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1472.22,
        "se": 12.18,
        "n": 594,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1431.46,
        "se": 3.58,
        "n": 9131,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1408.26,
        "se": 3.12,
        "n": 10835,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1412.14,
        "se": 8.79,
        "n": 1223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Mistral Small 24B Instruct (2501)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "mistral-small-24b-instruct-2501",
        "source_model": "Mistral Small 24B Instruct (2501)",
        "settings": "exact",
        "score": 1261.59,
        "se": 7.51,
        "n": 1418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1246.57,
        "se": 5.76,
        "n": 2576,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen-Plus (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen-plus-2025-01-25",
        "source_model": "Qwen-Plus (0125)",
        "settings": "exact",
        "score": 1353.67,
        "se": 11.18,
        "n": 578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1416.29,
        "se": 3.08,
        "n": 10144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1404.36,
        "se": 12.15,
        "n": 528,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1308.42,
        "se": 6.16,
        "n": 2224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1371.19,
        "se": 7.33,
        "n": 1563,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-32B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-32b",
        "source_model": "Qwen3-32B",
        "settings": "exact",
        "score": 1327.76,
        "se": 13.03,
        "n": 412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1387.9,
        "se": 7.35,
        "n": 1604,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1351.07,
        "se": 9.42,
        "n": 926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1404.04,
        "se": 10.35,
        "n": 881,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1385.38,
        "se": 11.44,
        "n": 614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1398.61,
        "se": 5.21,
        "n": 3459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1389.23,
        "se": 5.3,
        "n": 3298,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1375.23,
        "se": 5.13,
        "n": 3607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1437.23,
        "se": 3.16,
        "n": 11336,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1379.45,
        "se": 3.87,
        "n": 7145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1454.8,
        "se": 12.73,
        "n": 582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1438.27,
        "se": 4.45,
        "n": 5178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.7-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max-Preview",
        "settings": "exact",
        "score": 1480.06,
        "se": 15.74,
        "n": 401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1458.33,
        "se": 4.64,
        "n": 4544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1411.18,
        "se": 4.83,
        "n": 4642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1490.59,
        "se": 4.54,
        "n": 5202,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1336.73,
        "se": 6.32,
        "n": 2133,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1309.6,
        "se": 10.8,
        "n": 751,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1387.46,
        "se": 5.36,
        "n": 3078,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1359.37,
        "se": 4.96,
        "n": 4488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1429.41,
        "se": 4.48,
        "n": 4675,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1328.69,
        "se": 4.28,
        "n": 4934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1329.09,
        "se": 6.85,
        "n": 1740,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/russian:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/russian",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1373.74,
        "se": 5.03,
        "n": 3422,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1495.36,
        "se": 8.33,
        "n": 1450,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1489.26,
        "se": 11.47,
        "n": 694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1430.9,
        "se": 5.14,
        "n": 4571,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1413.75,
        "se": 13.35,
        "n": 543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1464.83,
        "se": 6.95,
        "n": 2136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477,
        "se": 9.01,
        "n": 1134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1495.78,
        "se": 6.18,
        "n": 2978,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.02,
        "se": 6.25,
        "n": 2887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1473.87,
        "se": 7.08,
        "n": 2080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.53,
        "se": 7.36,
        "n": 2032,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1469.07,
        "se": 7.35,
        "n": 1934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1481.97,
        "se": 7.51,
        "n": 1847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1477.51,
        "se": 7.1,
        "n": 2262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1490.24,
        "se": 9.71,
        "n": 1083,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.04,
        "se": 13.51,
        "n": 544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1465.69,
        "se": 6.35,
        "n": 2482,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1456.83,
        "se": 6.34,
        "n": 2549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1465.56,
        "se": 7.13,
        "n": 2136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.53,
        "se": 8.07,
        "n": 1540,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1463.05,
        "se": 13.9,
        "n": 490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-R1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1",
        "settings": "exact",
        "score": 1398.4,
        "se": 26.39,
        "n": 114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-R1 (0528)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-r1-0528",
        "source_model": "DeepSeek-R1 (0528)",
        "settings": "exact",
        "score": 1401.45,
        "se": 18.39,
        "n": 261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1418.06,
        "se": 8.07,
        "n": 1517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1413.7,
        "se": 8.2,
        "n": 1356,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash",
        "settings": "exact",
        "score": 1431.8,
        "se": 8.21,
        "n": 1564,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1428.93,
        "se": 8.4,
        "n": 1460,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1456.52,
        "se": 7.83,
        "n": 1707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1455.94,
        "se": 16.6,
        "n": 296,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1451,
        "se": 7.9,
        "n": 1659,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1461.76,
        "se": 13.73,
        "n": 474,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1413.29,
        "se": 9.75,
        "n": 1008,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1440.87,
        "se": 15.88,
        "n": 342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1465.7,
        "se": 6.86,
        "n": 2236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1483.74,
        "se": 7.81,
        "n": 1663,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1471.16,
        "se": 9.57,
        "n": 1053,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1475.09,
        "se": 7.61,
        "n": 1909,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-3.5 Turbo (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (0125)",
        "settings": "exact",
        "score": 1229.2,
        "se": 12.82,
        "n": 895,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-3.5 Turbo (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-3.5-turbo",
        "source_model": "GPT-3.5 Turbo (1106)",
        "settings": "exact",
        "score": 1211.33,
        "se": 20.39,
        "n": 260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4 (0314)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4",
        "source_model": "GPT-4 (0314)",
        "settings": "exact",
        "score": 1281.86,
        "se": 14.27,
        "n": 647,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4 (0613)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4",
        "source_model": "GPT-4 (0613)",
        "settings": "exact",
        "score": 1266.3,
        "se": 11.54,
        "n": 1364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1314.52,
        "se": 10.9,
        "n": 1430,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4 Turbo Preview (0125)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (0125)",
        "settings": "exact",
        "score": 1303.76,
        "se": 11.52,
        "n": 1219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4 Turbo Preview (1106)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo Preview (1106)",
        "settings": "exact",
        "score": 1312.65,
        "se": 11.29,
        "n": 1472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1410.28,
        "se": 9.33,
        "n": 1130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1367.81,
        "se": 10.81,
        "n": 803,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1341.33,
        "se": 10.34,
        "n": 1712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1327.77,
        "se": 13.86,
        "n": 546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1308.44,
        "se": 12.19,
        "n": 741,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1417.15,
        "se": 10.52,
        "n": 956,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1372.71,
        "se": 10.97,
        "n": 853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1383.42,
        "se": 20.24,
        "n": 235,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1436.74,
        "se": 8.55,
        "n": 1290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1445.43,
        "se": 8.9,
        "n": 1206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1420.03,
        "se": 6.56,
        "n": 2535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1430,
        "se": 8.02,
        "n": 1518,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1460.46,
        "se": 7.3,
        "n": 2012,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1454.02,
        "se": 7.27,
        "n": 2040,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1435.01,
        "se": 7.62,
        "n": 1891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1393.74,
        "se": 7.66,
        "n": 1879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1460.88,
        "se": 7.32,
        "n": 1998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.84,
        "se": 7.39,
        "n": 1919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1465.79,
        "se": 9.13,
        "n": 1201,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1468.37,
        "se": 8.75,
        "n": 1316,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1461.34,
        "se": 8.13,
        "n": 1523,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1466,
        "se": 12.49,
        "n": 618,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1447,
        "se": 5.94,
        "n": 4127,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1448.95,
        "se": 11.49,
        "n": 804,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1472.98,
        "se": 14.14,
        "n": 478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1477.9,
        "se": 9.57,
        "n": 996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1442.68,
        "se": 6.27,
        "n": 2749,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1436.62,
        "se": 7.05,
        "n": 2003,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1482.07,
        "se": 5.31,
        "n": 4261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.08,
        "se": 8.52,
        "n": 1408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1471.1,
        "se": 8.81,
        "n": 1282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1455.21,
        "se": 10.1,
        "n": 945,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1473.9,
        "se": 10.28,
        "n": 938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.58,
        "se": 9.69,
        "n": 1073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1479.14,
        "se": 7.16,
        "n": 2249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1498.74,
        "se": 11.06,
        "n": 824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1474.23,
        "se": 22.2,
        "n": 193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1357.25,
        "se": 10.35,
        "n": 892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1449.86,
        "se": 18.37,
        "n": 253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1443.11,
        "se": 9.62,
        "n": 1032,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1441.42,
        "se": 10.92,
        "n": 825,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1438.77,
        "se": 8.03,
        "n": 1611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1412.11,
        "se": 9.19,
        "n": 1171,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1460.35,
        "se": 8.48,
        "n": 1362,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1485.6,
        "se": 8.69,
        "n": 1313,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1522.59,
        "se": 21.59,
        "n": 202,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Llama 3.3 70B Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "llama-3.3-70b-instruct-turbo",
        "source_model": "Llama 3.3 70B Instruct",
        "settings": "exact",
        "score": 1304.51,
        "se": 12.32,
        "n": 634,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1315.99,
        "se": 12.25,
        "n": 709,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1448.36,
        "se": 10.78,
        "n": 891,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1420.74,
        "se": 7.06,
        "n": 2320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1404.94,
        "se": 6.38,
        "n": 2698,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1397.42,
        "se": 16.21,
        "n": 388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Phi-4",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "phi-4",
        "source_model": "Phi-4",
        "settings": "exact",
        "score": 1269.96,
        "se": 26.36,
        "n": 127,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-235B-A22B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-235b-a22b-instruct-2507",
        "source_model": "Qwen3-235B-A22B-Instruct (2507)",
        "settings": "exact",
        "score": 1428.36,
        "se": 6.02,
        "n": 2887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-235B-A22B-Thinking (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-235b-a22b-thinking-2507",
        "source_model": "Qwen3-235B-A22B-Thinking (2507)",
        "settings": "exact",
        "score": 1381.68,
        "se": 20.56,
        "n": 185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-30B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-30b-a3b",
        "source_model": "Qwen3-30B-A3B",
        "settings": "exact",
        "score": 1321.68,
        "se": 14.09,
        "n": 479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-30B-A3B-Instruct (2507)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-30b-a3b-instruct-2507",
        "source_model": "Qwen3-30B-A3B-Instruct (2507)",
        "settings": "exact",
        "score": 1397.52,
        "se": 11.54,
        "n": 715,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-Next-80B-A3B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-next-80b-a3b-instruct",
        "source_model": "Qwen3-Next-80B-A3B-Instruct",
        "settings": "exact",
        "score": 1408.44,
        "se": 11.84,
        "n": 684,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-Next-80B-A3B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-next-80b-a3b-thinking",
        "source_model": "Qwen3-Next-80B-A3B-Thinking",
        "settings": "exact",
        "score": 1360.48,
        "se": 14.54,
        "n": 453,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1417.79,
        "se": 14.3,
        "n": 459,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1401.94,
        "se": 15.86,
        "n": 379,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1418.4,
        "se": 9.84,
        "n": 959,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1400.39,
        "se": 9.93,
        "n": 926,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1387.5,
        "se": 9.88,
        "n": 989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1442.72,
        "se": 5.91,
        "n": 3136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1394.24,
        "se": 7.26,
        "n": 2035,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1459.09,
        "se": 18.68,
        "n": 250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1431.38,
        "se": 8.07,
        "n": 1568,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1447.5,
        "se": 9.02,
        "n": 1219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1427.66,
        "se": 9.53,
        "n": 1098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1479.69,
        "se": 9.08,
        "n": 1240,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:gpt-oss-120b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-oss-120b",
        "source_model": "gpt-oss-120b",
        "settings": "exact",
        "score": 1368.04,
        "se": 10.87,
        "n": 850,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:gpt-oss-20b",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "gpt-oss-20b",
        "source_model": "gpt-oss-20b",
        "settings": "exact",
        "score": 1303.69,
        "se": 19.58,
        "n": 283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1392.42,
        "se": 24.86,
        "n": 142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o1-preview",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o1",
        "source_model": "o1-preview",
        "settings": "exact",
        "score": 1351.74,
        "se": 16.02,
        "n": 347,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1417.19,
        "se": 9.25,
        "n": 1221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o3-mini",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o3-mini",
        "source_model": "o3-mini",
        "settings": "exact",
        "score": 1338.25,
        "se": 10.47,
        "n": 918,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o3-mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o3-mini",
        "source_model": "o3-mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1347.49,
        "se": 25.53,
        "n": 126,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:text_style_control/spanish:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:text_style_control/spanish",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1384.9,
        "se": 9.9,
        "n": 996,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-11"
      },
      {
        "id": "lmarena:vision/captioning:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1207.89,
        "se": 15.9,
        "n": 421,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1172.95,
        "se": 16.52,
        "n": 392,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1203.24,
        "se": 16.4,
        "n": 355,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1216.05,
        "se": 18.68,
        "n": 282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1167.57,
        "se": 24.98,
        "n": 122,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1252.26,
        "se": 28.26,
        "n": 101,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1167.57,
        "se": 28.17,
        "n": 106,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1266.02,
        "se": 30.26,
        "n": 92,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1286.03,
        "se": 19.88,
        "n": 188,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1243.14,
        "se": 22.08,
        "n": 170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1251.13,
        "se": 32.94,
        "n": 72,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1343.21,
        "se": 24.58,
        "n": 136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1154.42,
        "se": 19.85,
        "n": 254,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1209.14,
        "se": 27.89,
        "n": 103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1282.15,
        "se": 22.91,
        "n": 145,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1166.29,
        "se": 41.47,
        "n": 61,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1226.83,
        "se": 29,
        "n": 78,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1210.92,
        "se": 14.16,
        "n": 537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/captioning:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/captioning",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1203.46,
        "se": 15.21,
        "n": 420,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1379.81,
        "se": 11.36,
        "n": 826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1397.34,
        "se": 16.47,
        "n": 352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1369.92,
        "se": 8.69,
        "n": 1657,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1364.73,
        "se": 9.01,
        "n": 1472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1372.42,
        "se": 8.82,
        "n": 1529,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1355.11,
        "se": 9.19,
        "n": 1381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1343.71,
        "se": 10.02,
        "n": 1113,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1342.47,
        "se": 10.28,
        "n": 1019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1401.85,
        "se": 9.87,
        "n": 1148,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1379.95,
        "se": 20.08,
        "n": 229,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1308.99,
        "se": 8.48,
        "n": 1724,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1334.15,
        "se": 10.99,
        "n": 878,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1386.55,
        "se": 19.2,
        "n": 249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1345.39,
        "se": 20.05,
        "n": 221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1358.52,
        "se": 9.05,
        "n": 1412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1044.79,
        "se": 20.82,
        "n": 937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1226,
        "se": 8.6,
        "n": 1974,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1185.66,
        "se": 9.03,
        "n": 1776,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1131.88,
        "se": 19.57,
        "n": 1472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1008.99,
        "se": 26.71,
        "n": 186,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1032.92,
        "se": 19.5,
        "n": 954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1234.94,
        "se": 8.49,
        "n": 2134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1213.66,
        "se": 9.41,
        "n": 1598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1175.57,
        "se": 22.03,
        "n": 189,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1270.04,
        "se": 10.68,
        "n": 809,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1269.4,
        "se": 11.87,
        "n": 668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1270.15,
        "se": 8.89,
        "n": 1412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1305.26,
        "se": 9.12,
        "n": 1332,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1335.75,
        "se": 9.41,
        "n": 1349,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1354.1,
        "se": 8.07,
        "n": 1914,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1286.19,
        "se": 8.67,
        "n": 1648,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1232.37,
        "se": 8.64,
        "n": 1712,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1358.61,
        "se": 8.23,
        "n": 1860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1354.74,
        "se": 8.41,
        "n": 1690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1300.75,
        "se": 12.6,
        "n": 639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1311.07,
        "se": 11.75,
        "n": 725,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1326.25,
        "se": 11.56,
        "n": 766,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1331.69,
        "se": 16.8,
        "n": 334,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1274.32,
        "se": 17.82,
        "n": 292,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1271.19,
        "se": 19.28,
        "n": 247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1340.07,
        "se": 22.2,
        "n": 180,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1330.62,
        "se": 6.93,
        "n": 2719,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1316.63,
        "se": 7.17,
        "n": 2504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1276.47,
        "se": 8.01,
        "n": 1966,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1361.55,
        "se": 6.63,
        "n": 3232,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1373,
        "se": 10.74,
        "n": 947,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1375.99,
        "se": 10.72,
        "n": 901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1312.4,
        "se": 12.66,
        "n": 615,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1354.38,
        "se": 12.58,
        "n": 613,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1388.37,
        "se": 15.52,
        "n": 394,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1411.2,
        "se": 16.25,
        "n": 364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1163.35,
        "se": 10.65,
        "n": 1019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1326.58,
        "se": 7.04,
        "n": 2769,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1289.26,
        "se": 14.55,
        "n": 446,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1250.87,
        "se": 18.05,
        "n": 308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1291.42,
        "se": 13.43,
        "n": 545,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1347.22,
        "se": 10.37,
        "n": 1019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1106,
        "se": 18.53,
        "n": 278,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1346.2,
        "se": 17.41,
        "n": 320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1309.52,
        "se": 9.95,
        "n": 1126,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1241.97,
        "se": 12.79,
        "n": 620,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1244.57,
        "se": 19.19,
        "n": 284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1281.66,
        "se": 9.86,
        "n": 995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1219.03,
        "se": 21.9,
        "n": 164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1298.1,
        "se": 10.38,
        "n": 993,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1303.25,
        "se": 7.71,
        "n": 2057,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1314.63,
        "se": 7.65,
        "n": 2068,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1331.41,
        "se": 11.39,
        "n": 773,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1326.65,
        "se": 13.51,
        "n": 521,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1352.58,
        "se": 13.28,
        "n": 537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1234.75,
        "se": 29.74,
        "n": 99,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1236.98,
        "se": 8.32,
        "n": 2255,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/chinese:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/chinese",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1218.15,
        "se": 8.77,
        "n": 1931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gemini-3-flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gemini-3-flash-preview",
        "source_model": "gemini-3-flash",
        "settings": "exact",
        "score": 1306.36,
        "se": 20.28,
        "n": 217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gemma-3-27b-it",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gemma-3-27b-it",
        "source_model": "gemma-3-27b-it",
        "settings": "exact",
        "score": 1182.13,
        "se": 10.96,
        "n": 732,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-4.1-2025-04-14",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-4.1",
        "source_model": "gpt-4.1-2025-04-14",
        "settings": "exact",
        "score": 1222.9,
        "se": 8.29,
        "n": 1432,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-4.1-mini-2025-04-14",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-4.1-mini",
        "source_model": "gpt-4.1-mini-2025-04-14",
        "settings": "exact",
        "score": 1164.89,
        "se": 8.92,
        "n": 1276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-5-high",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-5",
        "source_model": "gpt-5-high",
        "level": "high",
        "settings": "mismatch",
        "score": 1188.83,
        "se": 7.87,
        "n": 1615,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-5-mini-high",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-5-mini",
        "source_model": "gpt-5-mini-high",
        "level": "high",
        "settings": "mismatch",
        "score": 1181.31,
        "se": 9.27,
        "n": 1108,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-5-nano-high",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-5-nano",
        "source_model": "gpt-5-nano-high",
        "level": "high",
        "settings": "mismatch",
        "score": 1117.23,
        "se": 20.61,
        "n": 206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1",
        "settings": "exact",
        "score": 1291.26,
        "se": 15.1,
        "n": 411,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:gpt-5.1-high",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "gpt-5.1",
        "source_model": "gpt-5.1-high",
        "level": "high",
        "settings": "mismatch",
        "score": 1282.41,
        "se": 15.43,
        "n": 385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:llama-4-scout-17b-16e-instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "llama-4-scout-17b-16e-instruct",
        "settings": "exact",
        "score": 1126.76,
        "se": 18.68,
        "n": 265,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:mistral-medium-2508",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "mistral-medium-3-5",
        "source_model": "mistral-medium-2508",
        "settings": "exact",
        "score": 1223.06,
        "se": 8.38,
        "n": 1365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:o3-2025-04-16",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "o3",
        "source_model": "o3-2025-04-16",
        "settings": "exact",
        "score": 1197.19,
        "se": 7.21,
        "n": 1880,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:o4-mini-2025-04-16",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "o4-mini",
        "source_model": "o4-mini-2025-04-16",
        "settings": "exact",
        "score": 1161.1,
        "se": 8.23,
        "n": 1414,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:qwen3-vl-235b-a22b-instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "qwen3-vl-235b-a22b-instruct",
        "settings": "exact",
        "score": 1224.79,
        "se": 11.19,
        "n": 690,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing:qwen3-vl-235b-a22b-thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "qwen3-vl-235b-a22b-thinking",
        "settings": "exact",
        "score": 1229.91,
        "se": 19.48,
        "n": 219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-01-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1341.79,
        "se": 9.24,
        "n": 1238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1324.67,
        "se": 12.89,
        "n": 635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1320.28,
        "se": 7.77,
        "n": 1714,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1332.52,
        "se": 8.61,
        "n": 1398,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1323.78,
        "se": 8.35,
        "n": 1455,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1326.75,
        "se": 8.33,
        "n": 1444,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1292.91,
        "se": 8.63,
        "n": 1385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1300.73,
        "se": 8.59,
        "n": 1381,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1309.1,
        "se": 7.72,
        "n": 1774,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1316.78,
        "se": 15.54,
        "n": 425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1273.2,
        "se": 7.83,
        "n": 1676,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1246.59,
        "se": 9.28,
        "n": 1209,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1263.85,
        "se": 16.06,
        "n": 386,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1283.26,
        "se": 16.38,
        "n": 363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1271.77,
        "se": 6.32,
        "n": 2753,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1210.49,
        "se": 10.11,
        "n": 1283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1182.78,
        "se": 10.62,
        "n": 1190,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1183.65,
        "se": 9.39,
        "n": 1519,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1181.92,
        "se": 11.02,
        "n": 1015,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1266.17,
        "se": 11.01,
        "n": 932,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1247.43,
        "se": 11.16,
        "n": 793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1225.37,
        "se": 8.86,
        "n": 1284,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1214.52,
        "se": 8.69,
        "n": 1322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1271.89,
        "se": 8.42,
        "n": 1429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1285.26,
        "se": 6.81,
        "n": 2246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1221.3,
        "se": 7.94,
        "n": 1607,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1159.91,
        "se": 8.54,
        "n": 1519,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1289.23,
        "se": 6.67,
        "n": 2248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1304.51,
        "se": 6.92,
        "n": 2162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1255.73,
        "se": 10.1,
        "n": 987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1285.07,
        "se": 9.52,
        "n": 1134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1244.59,
        "se": 9.56,
        "n": 1125,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1277.92,
        "se": 13.77,
        "n": 544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1190.31,
        "se": 13.78,
        "n": 553,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1197.48,
        "se": 15.69,
        "n": 435,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1292.06,
        "se": 16.2,
        "n": 390,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1314.66,
        "se": 6.15,
        "n": 2940,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1296.02,
        "se": 6.45,
        "n": 2469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1248.3,
        "se": 7.34,
        "n": 1866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1324.38,
        "se": 5.64,
        "n": 3382,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1299.06,
        "se": 8.95,
        "n": 1287,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1298.89,
        "se": 9.01,
        "n": 1260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1254.82,
        "se": 10.05,
        "n": 998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1269.52,
        "se": 10.46,
        "n": 927,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1320.06,
        "se": 12.65,
        "n": 657,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1319.9,
        "se": 12.17,
        "n": 710,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1176.75,
        "se": 12.94,
        "n": 626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1286.42,
        "se": 5.96,
        "n": 2847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1263.84,
        "se": 11.07,
        "n": 857,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1214.63,
        "se": 13.33,
        "n": 570,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1197.41,
        "se": 11.56,
        "n": 771,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1273,
        "se": 10.26,
        "n": 907,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1126.78,
        "se": 20.95,
        "n": 238,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1236.08,
        "se": 13.44,
        "n": 591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1231.83,
        "se": 8.34,
        "n": 1472,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1220.03,
        "se": 10.41,
        "n": 948,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1198.59,
        "se": 16.91,
        "n": 343,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1220.47,
        "se": 10.2,
        "n": 972,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1201.13,
        "se": 22.53,
        "n": 177,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1219.87,
        "se": 10.59,
        "n": 862,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1222.94,
        "se": 6.79,
        "n": 2243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1262.11,
        "se": 6.47,
        "n": 2414,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1264.08,
        "se": 9.13,
        "n": 1178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1233.67,
        "se": 10.81,
        "n": 855,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1310.29,
        "se": 11.35,
        "n": 735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1201.25,
        "se": 9.32,
        "n": 1582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/creative_writing_vision:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/creative_writing_vision",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1167.47,
        "se": 10.22,
        "n": 1258,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1353.87,
        "se": 5.15,
        "n": 4147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1346.26,
        "se": 8.21,
        "n": 1475,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1339.05,
        "se": 4.45,
        "n": 7184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1331.47,
        "se": 4.66,
        "n": 5944,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1335.39,
        "se": 4.58,
        "n": 6544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1336.75,
        "se": 4.64,
        "n": 6206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1302.55,
        "se": 4.84,
        "n": 4903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1313.42,
        "se": 4.87,
        "n": 4842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1345.29,
        "se": 4.81,
        "n": 4913,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1353.92,
        "se": 9.47,
        "n": 1167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1304.81,
        "se": 4.32,
        "n": 7578,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1291.89,
        "se": 5.22,
        "n": 3894,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1316.26,
        "se": 9.82,
        "n": 1022,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1299.1,
        "se": 9.38,
        "n": 1114,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1320.68,
        "se": 4.04,
        "n": 7651,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1214.36,
        "se": 6.69,
        "n": 2748,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1181.48,
        "se": 7.02,
        "n": 2357,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1226.03,
        "se": 6.3,
        "n": 2961,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1202.25,
        "se": 7.6,
        "n": 1930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1138.99,
        "se": 13.43,
        "n": 517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1244.43,
        "se": 6.28,
        "n": 2457,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1264.04,
        "se": 6.43,
        "n": 2250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1245.78,
        "se": 4.71,
        "n": 5080,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1265.23,
        "se": 4.83,
        "n": 4759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1315.45,
        "se": 4.66,
        "n": 6164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1324.92,
        "se": 4.01,
        "n": 8574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1264.78,
        "se": 4.41,
        "n": 6901,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1210.19,
        "se": 4.54,
        "n": 6785,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1322.52,
        "se": 4.06,
        "n": 8108,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1317.81,
        "se": 4.15,
        "n": 7568,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1270.73,
        "se": 5.97,
        "n": 2777,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1305.51,
        "se": 5.77,
        "n": 3094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1291.37,
        "se": 5.52,
        "n": 3397,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1298.64,
        "se": 8.64,
        "n": 1314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1234.94,
        "se": 8.18,
        "n": 1539,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1264.13,
        "se": 8.79,
        "n": 1302,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1311.73,
        "se": 10.19,
        "n": 954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1289.43,
        "se": 3.59,
        "n": 9919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1275.91,
        "se": 3.7,
        "n": 9635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1242.5,
        "se": 4.29,
        "n": 7211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1310.97,
        "se": 3.46,
        "n": 12664,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1321.08,
        "se": 5.2,
        "n": 3970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1321.57,
        "se": 5.21,
        "n": 3930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1278.76,
        "se": 6.19,
        "n": 2708,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1315.54,
        "se": 6.2,
        "n": 2630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1328.58,
        "se": 7.76,
        "n": 1704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1352.92,
        "se": 7.4,
        "n": 1936,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1154.76,
        "se": 7.75,
        "n": 1710,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1286.02,
        "se": 3.8,
        "n": 10636,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1285.24,
        "se": 6.75,
        "n": 2181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1257.15,
        "se": 8.2,
        "n": 1520,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1252.74,
        "se": 6.51,
        "n": 2371,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1298.3,
        "se": 5.2,
        "n": 4282,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1125.03,
        "se": 10.3,
        "n": 843,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1266.25,
        "se": 7.75,
        "n": 1701,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1283.08,
        "se": 13.93,
        "n": 481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1265.53,
        "se": 4.59,
        "n": 5595,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1239.16,
        "se": 6.37,
        "n": 2560,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1254.85,
        "se": 8.18,
        "n": 1529,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1255.36,
        "se": 5.86,
        "n": 2716,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1210.65,
        "se": 13.65,
        "n": 460,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1248.96,
        "se": 5.51,
        "n": 3445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1250.25,
        "se": 3.86,
        "n": 8191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1277.14,
        "se": 3.7,
        "n": 8845,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1289.13,
        "se": 5.08,
        "n": 3998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1280.64,
        "se": 6.51,
        "n": 2357,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1321.27,
        "se": 6.28,
        "n": 2465,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1219.34,
        "se": 6.19,
        "n": 3566,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/diagram:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/diagram",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1196.71,
        "se": 6.53,
        "n": 2820,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1325.26,
        "se": 4.84,
        "n": 6099,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1316.22,
        "se": 6.93,
        "n": 2185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1318.12,
        "se": 4.24,
        "n": 11247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1324.18,
        "se": 4.42,
        "n": 9173,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1322.1,
        "se": 4.36,
        "n": 9986,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1319.85,
        "se": 4.4,
        "n": 9653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1294.14,
        "se": 4.63,
        "n": 7262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1290.58,
        "se": 4.61,
        "n": 7156,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1310.36,
        "se": 4.64,
        "n": 6727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1321.4,
        "se": 8.44,
        "n": 1519,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1297.67,
        "se": 4.21,
        "n": 11465,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1272.9,
        "se": 4.85,
        "n": 5614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1282.42,
        "se": 8.77,
        "n": 1364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1290.39,
        "se": 8.78,
        "n": 1320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1298.94,
        "se": 4.09,
        "n": 9498,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1096.37,
        "se": 7.06,
        "n": 8417,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1208.84,
        "se": 4.62,
        "n": 18992,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1190.33,
        "se": 4.86,
        "n": 19140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1100.54,
        "se": 13.53,
        "n": 461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1146.84,
        "se": 5.76,
        "n": 14077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1071.71,
        "se": 8.42,
        "n": 1744,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1072.23,
        "se": 5.55,
        "n": 10721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1217.91,
        "se": 4.74,
        "n": 15863,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1215.8,
        "se": 5.35,
        "n": 13405,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1169.6,
        "se": 7.76,
        "n": 1779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1229.71,
        "se": 5.54,
        "n": 3695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1251.19,
        "se": 5.73,
        "n": 3501,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1230.7,
        "se": 4.41,
        "n": 7655,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1243.36,
        "se": 4.43,
        "n": 7290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1290.27,
        "se": 4.45,
        "n": 9504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1298.75,
        "se": 3.96,
        "n": 12546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1243.6,
        "se": 4.23,
        "n": 10618,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1201.78,
        "se": 4.31,
        "n": 10260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1291.79,
        "se": 4.01,
        "n": 11778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1293.49,
        "se": 4.05,
        "n": 11173,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1259.57,
        "se": 5.55,
        "n": 3773,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1283.59,
        "se": 5.36,
        "n": 4170,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1268.44,
        "se": 5.25,
        "n": 4462,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1281.97,
        "se": 7.61,
        "n": 1824,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1203.63,
        "se": 7.43,
        "n": 2098,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1225.96,
        "se": 8.26,
        "n": 1582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1280.33,
        "se": 8.92,
        "n": 1305,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1274.87,
        "se": 3.57,
        "n": 14997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1258.47,
        "se": 3.66,
        "n": 14598,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1232.64,
        "se": 4.15,
        "n": 10921,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1286.59,
        "se": 3.52,
        "n": 18823,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1304.57,
        "se": 4.88,
        "n": 5454,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1297.55,
        "se": 4.9,
        "n": 5425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1267.55,
        "se": 5.65,
        "n": 3615,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1287.78,
        "se": 5.69,
        "n": 3535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1308.53,
        "se": 6.9,
        "n": 2324,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1315.48,
        "se": 6.75,
        "n": 2485,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1187.94,
        "se": 5.29,
        "n": 7918,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1272.46,
        "se": 3.83,
        "n": 16288,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1267.5,
        "se": 6.16,
        "n": 2993,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1232.83,
        "se": 7.32,
        "n": 2078,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1243.37,
        "se": 5.95,
        "n": 3153,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1286.85,
        "se": 4.79,
        "n": 6727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1143.01,
        "se": 6.35,
        "n": 3094,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1273.82,
        "se": 7.29,
        "n": 2095,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1269.97,
        "se": 12.38,
        "n": 624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1260.32,
        "se": 4.49,
        "n": 7704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1233.88,
        "se": 5.81,
        "n": 3431,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1241.91,
        "se": 6.96,
        "n": 2296,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1255.3,
        "se": 5.01,
        "n": 4574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1215.28,
        "se": 9.45,
        "n": 970,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1248.79,
        "se": 4.94,
        "n": 5274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1245.65,
        "se": 3.83,
        "n": 12091,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1269.06,
        "se": 3.73,
        "n": 12989,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1279.3,
        "se": 4.9,
        "n": 5310,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1272.47,
        "se": 6.07,
        "n": 2999,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1310.08,
        "se": 5.83,
        "n": 3247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1162.09,
        "se": 7.4,
        "n": 1943,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1220.69,
        "se": 4.41,
        "n": 21584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/english:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/english",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1199.67,
        "se": 4.72,
        "n": 19796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1275.2,
        "se": 19.67,
        "n": 188,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1272.37,
        "se": 23.8,
        "n": 125,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1225.44,
        "se": 21.9,
        "n": 155,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1281.34,
        "se": 21.01,
        "n": 151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1196.33,
        "se": 23.22,
        "n": 162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1278.85,
        "se": 38.55,
        "n": 56,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1207.59,
        "se": 16.55,
        "n": 392,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1186.97,
        "se": 16.85,
        "n": 357,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1261.5,
        "se": 15.53,
        "n": 429,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1226.1,
        "se": 18.36,
        "n": 280,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1182.44,
        "se": 22.01,
        "n": 143,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1231.86,
        "se": 25.25,
        "n": 112,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1195.03,
        "se": 20.87,
        "n": 174,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1232.43,
        "se": 21.13,
        "n": 167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1247.4,
        "se": 23.92,
        "n": 134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1226.24,
        "se": 22.73,
        "n": 163,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1223.3,
        "se": 20.5,
        "n": 184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1141.42,
        "se": 21.63,
        "n": 178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1226.18,
        "se": 25.52,
        "n": 128,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1228.93,
        "se": 23.76,
        "n": 136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1337.33,
        "se": 15.19,
        "n": 366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1311.26,
        "se": 15.45,
        "n": 320,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1305.74,
        "se": 17.18,
        "n": 253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1328.95,
        "se": 14.61,
        "n": 395,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1197.16,
        "se": 17.7,
        "n": 311,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1227.43,
        "se": 14.53,
        "n": 367,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1195.8,
        "se": 25.47,
        "n": 119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1243.59,
        "se": 21.39,
        "n": 151,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1212.8,
        "se": 20.92,
        "n": 190,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1270.93,
        "se": 18.64,
        "n": 226,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1232.9,
        "se": 15.35,
        "n": 492,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/entity_recognition:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/entity_recognition",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1220.29,
        "se": 16.49,
        "n": 387,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1361.85,
        "se": 7.28,
        "n": 1876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1338.77,
        "se": 9.78,
        "n": 961,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1326.28,
        "se": 5.52,
        "n": 3668,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1336.5,
        "se": 6.06,
        "n": 2826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1334.68,
        "se": 5.76,
        "n": 3258,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1337.35,
        "se": 5.89,
        "n": 3074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1328.47,
        "se": 6.62,
        "n": 2227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1335.74,
        "se": 6.89,
        "n": 2078,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1335.49,
        "se": 6.78,
        "n": 2161,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1356.9,
        "se": 11.94,
        "n": 689,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1311.21,
        "se": 5.44,
        "n": 3677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1310.05,
        "se": 7.7,
        "n": 1631,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1322.32,
        "se": 11.86,
        "n": 657,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1306.74,
        "se": 12.88,
        "n": 542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1322.85,
        "se": 4.92,
        "n": 4511,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1249.98,
        "se": 8.42,
        "n": 1477,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1213.6,
        "se": 8.8,
        "n": 1308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1227.28,
        "se": 8.27,
        "n": 1404,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1211.93,
        "se": 9.92,
        "n": 975,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1159.54,
        "se": 17.85,
        "n": 259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1244.46,
        "se": 7.91,
        "n": 1401,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1273.9,
        "se": 8.5,
        "n": 1200,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1258.58,
        "se": 5.83,
        "n": 2993,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1275.8,
        "se": 5.92,
        "n": 2866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1309.46,
        "se": 5.93,
        "n": 3067,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1335.96,
        "se": 5.11,
        "n": 4223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1285.16,
        "se": 5.59,
        "n": 3470,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1224.64,
        "se": 5.72,
        "n": 3412,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1326.31,
        "se": 5.32,
        "n": 3818,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1331.06,
        "se": 5.33,
        "n": 3759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1281.22,
        "se": 9.17,
        "n": 1149,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1306.19,
        "se": 8.32,
        "n": 1346,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1307.92,
        "se": 7.87,
        "n": 1530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1331.98,
        "se": 10.83,
        "n": 782,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1251.59,
        "se": 10.09,
        "n": 936,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1290.43,
        "se": 10.64,
        "n": 832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1352.94,
        "se": 12.34,
        "n": 623,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1312.99,
        "se": 4.47,
        "n": 5185,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1298.72,
        "se": 4.61,
        "n": 5011,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1270.6,
        "se": 5.18,
        "n": 3927,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1316.65,
        "se": 4.21,
        "n": 6460,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1322.72,
        "se": 7.18,
        "n": 1873,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1327.63,
        "se": 7.35,
        "n": 1783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1288.65,
        "se": 8.7,
        "n": 1274,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1317.39,
        "se": 8.75,
        "n": 1193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1324.68,
        "se": 10.01,
        "n": 921,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1350.9,
        "se": 9.16,
        "n": 1141,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1161.09,
        "se": 9.63,
        "n": 1034,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1309.68,
        "se": 4.34,
        "n": 6717,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1273.74,
        "se": 9.09,
        "n": 1134,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1291.64,
        "se": 10.15,
        "n": 889,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1252.17,
        "se": 9.62,
        "n": 1016,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1310.2,
        "se": 6.63,
        "n": 2250,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1149.24,
        "se": 13.32,
        "n": 474,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1287.57,
        "se": 9.74,
        "n": 1016,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1264.59,
        "se": 19.86,
        "n": 239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1266.41,
        "se": 6.19,
        "n": 2625,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1212.53,
        "se": 9.35,
        "n": 1140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1229.4,
        "se": 11.29,
        "n": 794,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1278.68,
        "se": 7.42,
        "n": 1596,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1234.56,
        "se": 16.49,
        "n": 296,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1260.85,
        "se": 7.05,
        "n": 1918,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1255.09,
        "se": 4.97,
        "n": 4002,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1292.3,
        "se": 4.84,
        "n": 4164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1294.88,
        "se": 7.21,
        "n": 1798,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1283.8,
        "se": 8.82,
        "n": 1213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1335.14,
        "se": 10.02,
        "n": 892,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1235.28,
        "se": 7.62,
        "n": 1925,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/homework:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/homework",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1234.99,
        "se": 8.21,
        "n": 1584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1348.02,
        "se": 12.61,
        "n": 629,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1326.31,
        "se": 18.57,
        "n": 262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1314.64,
        "se": 9.94,
        "n": 1011,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1314.24,
        "se": 10.76,
        "n": 860,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1309.52,
        "se": 10.15,
        "n": 912,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1312.21,
        "se": 10.66,
        "n": 885,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1283.07,
        "se": 11.21,
        "n": 796,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1283.08,
        "se": 11.34,
        "n": 755,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1293.58,
        "se": 9.98,
        "n": 976,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1266.86,
        "se": 21.06,
        "n": 223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1250.58,
        "se": 9.86,
        "n": 1047,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1256.54,
        "se": 12.16,
        "n": 663,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1266.06,
        "se": 21.2,
        "n": 200,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1279.06,
        "se": 22.01,
        "n": 187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1290.69,
        "se": 9.01,
        "n": 1249,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1194.96,
        "se": 10.75,
        "n": 1363,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1181.01,
        "se": 10.74,
        "n": 1402,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1206.06,
        "se": 10.65,
        "n": 1314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1204.78,
        "se": 11.58,
        "n": 1046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1109.46,
        "se": 23.81,
        "n": 174,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1264.27,
        "se": 16.27,
        "n": 372,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1224.58,
        "se": 15.93,
        "n": 337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1198.27,
        "se": 12.15,
        "n": 648,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1227.67,
        "se": 12.1,
        "n": 679,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1262.71,
        "se": 10.79,
        "n": 829,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1287.54,
        "se": 9.03,
        "n": 1219,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1237.56,
        "se": 10.87,
        "n": 849,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1162.4,
        "se": 10.78,
        "n": 912,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1276.53,
        "se": 8.97,
        "n": 1193,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1294.32,
        "se": 9.15,
        "n": 1148,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1191.93,
        "se": 13.84,
        "n": 517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1247.19,
        "se": 12.36,
        "n": 611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1240.79,
        "se": 12.63,
        "n": 602,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1271.79,
        "se": 20.39,
        "n": 230,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1167.72,
        "se": 19.57,
        "n": 253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1178.96,
        "se": 22.23,
        "n": 197,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1272.06,
        "se": 22.49,
        "n": 181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1291.95,
        "se": 8.17,
        "n": 1426,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1278.81,
        "se": 8.37,
        "n": 1372,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1267.31,
        "se": 9.92,
        "n": 967,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1322.92,
        "se": 7.13,
        "n": 1952,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1321.27,
        "se": 12.38,
        "n": 637,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1322.82,
        "se": 12.72,
        "n": 619,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1274.07,
        "se": 14.09,
        "n": 484,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1287.15,
        "se": 13.94,
        "n": 504,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1300.02,
        "se": 18.68,
        "n": 283,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1328.94,
        "se": 18.02,
        "n": 299,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1165.59,
        "se": 12.42,
        "n": 762,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1279.9,
        "se": 7.42,
        "n": 1707,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1264.05,
        "se": 15.35,
        "n": 383,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1203.22,
        "se": 20.07,
        "n": 237,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1199.28,
        "se": 14.3,
        "n": 449,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1280.2,
        "se": 12.61,
        "n": 582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1100.8,
        "se": 22.97,
        "n": 191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1235.98,
        "se": 19.15,
        "n": 277,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1234.6,
        "se": 10.79,
        "n": 842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1215.5,
        "se": 13.94,
        "n": 498,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1217.58,
        "se": 20.45,
        "n": 233,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1207.66,
        "se": 13.51,
        "n": 507,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1244.63,
        "se": 14.06,
        "n": 461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1227.64,
        "se": 8.73,
        "n": 1257,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1263.73,
        "se": 8.61,
        "n": 1260,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1264.9,
        "se": 12.11,
        "n": 621,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1244.66,
        "se": 14.21,
        "n": 450,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1309.24,
        "se": 14.82,
        "n": 441,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1221.18,
        "se": 10.04,
        "n": 1642,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/humor:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/humor",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1198.96,
        "se": 10.41,
        "n": 1450,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1337.09,
        "se": 3.62,
        "n": 11086,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1328.89,
        "se": 4.88,
        "n": 4314,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1326.3,
        "se": 3.19,
        "n": 19264,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1325.63,
        "se": 3.33,
        "n": 15793,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1328.13,
        "se": 3.37,
        "n": 17187,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1320.99,
        "se": 3.36,
        "n": 16288,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1298.47,
        "se": 3.4,
        "n": 13192,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1303.18,
        "se": 3.39,
        "n": 12929,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1325.36,
        "se": 3.42,
        "n": 13358,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1332.35,
        "se": 5.72,
        "n": 3329,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1295.35,
        "se": 3.13,
        "n": 19715,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1285.84,
        "se": 3.55,
        "n": 10330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1295.9,
        "se": 5.88,
        "n": 2986,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1283.68,
        "se": 5.93,
        "n": 2896,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1303.38,
        "se": 2.78,
        "n": 21334,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1217.98,
        "se": 4.57,
        "n": 11330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1187.52,
        "se": 4.84,
        "n": 10449,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1215.12,
        "se": 4.4,
        "n": 10671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1198.83,
        "se": 5.28,
        "n": 7988,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1152.22,
        "se": 7.7,
        "n": 1671,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1242.31,
        "se": 4.35,
        "n": 6679,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1253.81,
        "se": 4.48,
        "n": 5952,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1233.19,
        "se": 3.19,
        "n": 13725,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1256.16,
        "se": 3.25,
        "n": 12848,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1298.95,
        "se": 3.36,
        "n": 16295,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1310.47,
        "se": 2.82,
        "n": 22696,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1252.91,
        "se": 3.17,
        "n": 18141,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1203.45,
        "se": 3.24,
        "n": 18075,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1303.57,
        "se": 2.88,
        "n": 21217,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1305.11,
        "se": 2.91,
        "n": 19807,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1262.85,
        "se": 4.02,
        "n": 7498,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1290.43,
        "se": 3.86,
        "n": 8364,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1277.29,
        "se": 3.76,
        "n": 9051,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1289.6,
        "se": 5.27,
        "n": 3792,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1221.38,
        "se": 5.06,
        "n": 4236,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1250.96,
        "se": 5.47,
        "n": 3570,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1290.82,
        "se": 6.1,
        "n": 2783,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1290.19,
        "se": 2.6,
        "n": 26479,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1271.64,
        "se": 2.67,
        "n": 25495,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1246.13,
        "se": 2.97,
        "n": 19223,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1303.94,
        "se": 2.48,
        "n": 33584,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1310.8,
        "se": 3.5,
        "n": 10614,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1315.28,
        "se": 3.52,
        "n": 10635,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1277.95,
        "se": 4.05,
        "n": 7376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1309.48,
        "se": 4.09,
        "n": 7034,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1321.36,
        "se": 4.81,
        "n": 4693,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1331.92,
        "se": 4.64,
        "n": 5191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1156.27,
        "se": 5.09,
        "n": 6184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1285.02,
        "se": 2.81,
        "n": 29112,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1271.17,
        "se": 4.38,
        "n": 5866,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1242.17,
        "se": 5.11,
        "n": 4162,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1242.03,
        "se": 4.23,
        "n": 6489,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1291.5,
        "se": 3.62,
        "n": 11682,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1116.47,
        "se": 6.36,
        "n": 2779,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1272.85,
        "se": 4.86,
        "n": 4763,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1274.03,
        "se": 8.73,
        "n": 1253,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1255.64,
        "se": 3.22,
        "n": 14855,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1228.78,
        "se": 4.15,
        "n": 6832,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1232.9,
        "se": 5.32,
        "n": 3876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1252.34,
        "se": 4.02,
        "n": 7715,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1211.35,
        "se": 8.17,
        "n": 1317,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1250.73,
        "se": 3.66,
        "n": 9147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1244.49,
        "se": 2.7,
        "n": 22073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1270.32,
        "se": 2.6,
        "n": 23370,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1288.41,
        "se": 3.46,
        "n": 10549,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1280.02,
        "se": 4.18,
        "n": 6516,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1321.78,
        "se": 4.07,
        "n": 6820,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1217.81,
        "se": 4.22,
        "n": 14340,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/ocr:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/ocr",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1197.05,
        "se": 4.57,
        "n": 11756,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1325.6,
        "se": 3.51,
        "n": 15536,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1321.62,
        "se": 4.38,
        "n": 6296,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1312.21,
        "se": 3.16,
        "n": 26627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1315.58,
        "se": 3.23,
        "n": 22116,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1318.72,
        "se": 3.33,
        "n": 23777,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1313.95,
        "se": 3.32,
        "n": 22609,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1288.62,
        "se": 3.29,
        "n": 18692,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1294.73,
        "se": 3.27,
        "n": 18178,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1317.48,
        "se": 3.3,
        "n": 19345,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Opus 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1323.8,
        "se": 5.02,
        "n": 4789,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1282.65,
        "se": 3.09,
        "n": 27201,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1271.62,
        "se": 3.42,
        "n": 14778,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1284.26,
        "se": 5.19,
        "n": 4257,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1279.15,
        "se": 5.14,
        "n": 4247,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1294.7,
        "se": 2.81,
        "n": 31530,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4 Turbo (2024-04-09)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4-turbo",
        "source_model": "GPT-4 Turbo (2024-04-09)",
        "settings": "exact",
        "score": 1089.76,
        "se": 5.92,
        "n": 13391,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4.1 (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4.1",
        "source_model": "GPT-4.1 (2025-04-14)",
        "settings": "exact",
        "score": 1210.2,
        "se": 3.41,
        "n": 40946,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4.1 mini (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4.1-mini",
        "source_model": "GPT-4.1 mini (2025-04-14)",
        "settings": "exact",
        "score": 1181.25,
        "se": 3.81,
        "n": 40154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4.1 nano (2025-04-14)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4.1-nano",
        "source_model": "GPT-4.1 nano (2025-04-14)",
        "settings": "exact",
        "score": 1063.11,
        "se": 9.33,
        "n": 1211,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4o (2024-05-13)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-05-13)",
        "settings": "exact",
        "score": 1136.52,
        "se": 4.49,
        "n": 23273,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4o (2024-08-06)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4o",
        "source_model": "GPT-4o (2024-08-06)",
        "settings": "exact",
        "score": 1064.45,
        "se": 6.38,
        "n": 3376,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-4o mini (2024-07-18)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-4o-mini",
        "source_model": "GPT-4o mini (2024-07-18)",
        "settings": "exact",
        "score": 1065.51,
        "se": 4.26,
        "n": 17341,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5",
        "source_model": "GPT-5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1208.01,
        "se": 3.47,
        "n": 34378,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5-mini",
        "source_model": "GPT-5 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1202.47,
        "se": 3.98,
        "n": 28904,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5-nano",
        "source_model": "GPT-5 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1159.05,
        "se": 5.64,
        "n": 3921,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1234.96,
        "se": 3.82,
        "n": 10753,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1249.11,
        "se": 3.96,
        "n": 9794,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1228.84,
        "se": 3.02,
        "n": 20001,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.2 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1245.46,
        "se": 3.06,
        "n": 18920,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1291.73,
        "se": 3.27,
        "n": 22608,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.4 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1300.76,
        "se": 2.85,
        "n": 32045,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1244.42,
        "se": 3.13,
        "n": 25535,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.4 nano (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.4-nano",
        "source_model": "GPT-5.4 nano (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1195.54,
        "se": 3.19,
        "n": 25407,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5",
        "settings": "exact",
        "score": 1295.83,
        "se": 2.87,
        "n": 30058,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.5",
        "source_model": "GPT-5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1294.54,
        "se": 2.91,
        "n": 28348,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.6 Luna (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.6-luna",
        "source_model": "GPT-5.6 Luna (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1255.82,
        "se": 3.74,
        "n": 11071,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.6 Sol (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.6-sol",
        "source_model": "GPT-5.6 Sol (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1282.19,
        "se": 3.63,
        "n": 12342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-5.6 Terra (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-5.6-terra",
        "source_model": "GPT-5.6 Terra (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1269.07,
        "se": 3.56,
        "n": 13243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1278.52,
        "se": 4.65,
        "n": 5517,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1211.18,
        "se": 4.53,
        "n": 6202,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1232.65,
        "se": 4.9,
        "n": 5018,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1285.94,
        "se": 5.34,
        "n": 3987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1284.64,
        "se": 2.63,
        "n": 38830,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1265.36,
        "se": 2.68,
        "n": 36907,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1240.28,
        "se": 2.9,
        "n": 27443,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1296.04,
        "se": 2.55,
        "n": 48242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1307.55,
        "se": 3.37,
        "n": 15325,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1305.49,
        "se": 3.37,
        "n": 15418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1267.98,
        "se": 3.8,
        "n": 10800,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1296.69,
        "se": 3.84,
        "n": 10352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1313.14,
        "se": 4.33,
        "n": 6840,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1316.78,
        "se": 4.16,
        "n": 7624,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemma 3 27B IT",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemma-3-27b-it",
        "source_model": "Gemma 3 27B IT",
        "settings": "exact",
        "score": 1164.35,
        "se": 4.1,
        "n": 16943,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1279.39,
        "se": 2.81,
        "n": 41787,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1263.99,
        "se": 4.02,
        "n": 8666,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1230.02,
        "se": 4.52,
        "n": 6181,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1235.86,
        "se": 3.98,
        "n": 9259,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1282.43,
        "se": 3.44,
        "n": 16265,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Llama 4 Scout 17B 16E Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "llama-4-scout-17b-16e-instruct",
        "source_model": "Llama 4 Scout 17B 16E Instruct",
        "settings": "exact",
        "score": 1118.38,
        "se": 4.82,
        "n": 6431,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1259.56,
        "se": 4.36,
        "n": 6906,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1265.88,
        "se": 7.41,
        "n": 1826,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1249.16,
        "se": 3.16,
        "n": 21159,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1221.79,
        "se": 3.84,
        "n": 10142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1222.41,
        "se": 4.84,
        "n": 5330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Instruct",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3-vl-235b-a22b-instruct",
        "source_model": "Qwen3-VL-235B-A22B-Instruct",
        "settings": "exact",
        "score": 1246.62,
        "se": 3.53,
        "n": 12672,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Thinking",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3-vl-235b-a22b-thinking",
        "source_model": "Qwen3-VL-235B-A22B-Thinking",
        "settings": "exact",
        "score": 1206.27,
        "se": 6.25,
        "n": 2379,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1244.22,
        "se": 3.43,
        "n": 13171,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1239.64,
        "se": 2.74,
        "n": 31308,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1262.37,
        "se": 2.64,
        "n": 33611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.7-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.7-plus",
        "source_model": "Qwen3.7-Plus",
        "settings": "exact",
        "score": 1277.25,
        "se": 3.32,
        "n": 15152,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1269.62,
        "se": 3.84,
        "n": 9632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1312.01,
        "se": 3.8,
        "n": 9842,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:o1 (2024-12-17)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "o1",
        "source_model": "o1 (2024-12-17)",
        "settings": "exact",
        "score": 1168.25,
        "se": 5.51,
        "n": 3694,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:o3 (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "o3",
        "source_model": "o3 (2025-04-16)",
        "settings": "exact",
        "score": 1213.74,
        "se": 3.33,
        "n": 45507,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:vision/overall:o4-mini (2025-04-16)",
        "source": "lmarena",
        "benchmark": "lmarena:vision/overall",
        "model": "o4-mini",
        "source_model": "o4-mini (2025-04-16)",
        "settings": "exact",
        "score": 1193.96,
        "se": 3.6,
        "n": 41276,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-09"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1620.44,
        "se": 4.42,
        "n": 6105,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1722.34,
        "se": 5.89,
        "n": 3597,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1537.92,
        "se": 4.66,
        "n": 7887,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1543.99,
        "se": 4.6,
        "n": 7763,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1562.19,
        "se": 4.6,
        "n": 7304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1579.11,
        "se": 4.75,
        "n": 6739,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1663.97,
        "se": 4.86,
        "n": 5025,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1756.46,
        "se": 9.56,
        "n": 1313,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1529.4,
        "se": 4.57,
        "n": 8138,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1538.91,
        "se": 3.85,
        "n": 8321,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1744.61,
        "se": 7.02,
        "n": 2490,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1610.64,
        "se": 11.54,
        "n": 726,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1608.92,
        "se": 5.2,
        "n": 4164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1582.45,
        "se": 4.08,
        "n": 8125,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1348.16,
        "se": 10.95,
        "n": 1119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-5.1 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1419.09,
        "se": 11.14,
        "n": 997,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1440.77,
        "se": 5.9,
        "n": 3352,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1718.97,
        "se": 5.64,
        "n": 4069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1566.89,
        "se": 4.14,
        "n": 7715,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1656.79,
        "se": 5.4,
        "n": 3853,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1693.81,
        "se": 6.47,
        "n": 2863,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1451,
        "se": 4.79,
        "n": 7510,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1430.82,
        "se": 4.75,
        "n": 7384,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1338.14,
        "se": 5.61,
        "n": 6388,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1480.07,
        "se": 4.51,
        "n": 8048,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1500.15,
        "se": 7.16,
        "n": 1957,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1505.42,
        "se": 6.09,
        "n": 2759,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1449.19,
        "se": 7.96,
        "n": 1555,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1544.8,
        "se": 7.43,
        "n": 1744,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1600.27,
        "se": 5.91,
        "n": 2984,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1594.94,
        "se": 5.67,
        "n": 3399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1605.67,
        "se": 5.14,
        "n": 4130,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1587.7,
        "se": 6.96,
        "n": 2087,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1409.58,
        "se": 9.98,
        "n": 999,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1521.83,
        "se": 5.91,
        "n": 3506,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Kimi K2.7 Code",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "kimi-k2.7-code",
        "source_model": "Kimi K2.7 Code",
        "settings": "exact",
        "score": 1511.83,
        "se": 10.44,
        "n": 903,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1585.49,
        "se": 4.83,
        "n": 4811,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1593.24,
        "se": 5.55,
        "n": 3437,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1597.07,
        "se": 5.42,
        "n": 3790,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1473.48,
        "se": 4.29,
        "n": 6228,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1361.52,
        "se": 9.05,
        "n": 1366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1472.75,
        "se": 5.36,
        "n": 5693,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1574.29,
        "se": 3.95,
        "n": 8273,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1615.53,
        "se": 5.19,
        "n": 4017,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/image_to_webdev:Qwen3.8-Max (0902)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/image_to_webdev",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max (0902)",
        "settings": "exact",
        "score": 1638.64,
        "se": 9.71,
        "n": 1079,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1436.26,
        "se": 6.98,
        "n": 2514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1625.65,
        "se": 3.05,
        "n": 16950,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1742.93,
        "se": 4.01,
        "n": 9990,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Fable 5.2 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-fable-5-2",
        "source_model": "Claude Fable 5.2 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1825.96,
        "se": 9.6,
        "n": 1445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1330.14,
        "se": 2.54,
        "n": 28737,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1593.22,
        "se": 4.2,
        "n": 7147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1468.82,
        "se": 3.71,
        "n": 13330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.45,
        "se": 4.26,
        "n": 10963,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1536.75,
        "se": 2.75,
        "n": 20365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.83,
        "se": 2.81,
        "n": 19048,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1555.27,
        "se": 2.88,
        "n": 17919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1557.04,
        "se": 2.96,
        "n": 17591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1536.42,
        "se": 2.93,
        "n": 16924,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1555.33,
        "se": 2.96,
        "n": 18024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1656.5,
        "se": 2.69,
        "n": 26876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1691.08,
        "se": 3.11,
        "n": 19515,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1815.57,
        "se": 5.88,
        "n": 4399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1384.84,
        "se": 3.75,
        "n": 15620,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1393.91,
        "se": 3.97,
        "n": 13163,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1522.27,
        "se": 2.65,
        "n": 22542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1539.09,
        "se": 2.96,
        "n": 16743,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1715.82,
        "se": 4.24,
        "n": 8154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1772.23,
        "se": 4.96,
        "n": 6120,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1325.65,
        "se": 4.09,
        "n": 9319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1362.48,
        "se": 4.67,
        "n": 6872,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4-Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1581.61,
        "se": 4.8,
        "n": 4822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.12,
        "se": 3.57,
        "n": 9968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1448.52,
        "se": 3.25,
        "n": 13757,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1580.83,
        "se": 4.86,
        "n": 4600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.54,
        "se": 3.25,
        "n": 12938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1620.76,
        "se": 5.68,
        "n": 3393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1661.41,
        "se": 3.42,
        "n": 15385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1341.86,
        "se": 5.55,
        "n": 6721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1435.78,
        "se": 6.15,
        "n": 3992,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1508.01,
        "se": 3.48,
        "n": 10526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1607.61,
        "se": 3,
        "n": 17888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1622.27,
        "se": 3.46,
        "n": 12995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1609.11,
        "se": 3.12,
        "n": 23917,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5",
        "source_model": "GPT-5 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1417.38,
        "se": 7.97,
        "n": 3074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1342.29,
        "se": 4.36,
        "n": 10630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5.1 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1397.59,
        "se": 5.92,
        "n": 4876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1418.95,
        "se": 11.61,
        "n": 1073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1399.85,
        "se": 5.03,
        "n": 4643,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1397.78,
        "se": 3.35,
        "n": 11808,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1762.88,
        "se": 4.32,
        "n": 8685,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1576.63,
        "se": 3.02,
        "n": 31066,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1672.83,
        "se": 4.19,
        "n": 7569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1742.34,
        "se": 4.92,
        "n": 5804,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:GPT-6.1 Terra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1680.71,
        "se": 5.26,
        "n": 4309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1439.89,
        "se": 4.42,
        "n": 10805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1384.55,
        "se": 2.69,
        "n": 21954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1255.82,
        "se": 3.51,
        "n": 14243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1446.37,
        "se": 2.6,
        "n": 23841,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.93,
        "se": 3.74,
        "n": 9137,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1489.97,
        "se": 3.42,
        "n": 11879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1432.06,
        "se": 21.1,
        "n": 231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1537.56,
        "se": 3.87,
        "n": 8497,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1588.35,
        "se": 3.3,
        "n": 14546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1582.95,
        "se": 3.36,
        "n": 14218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1679.12,
        "se": 4.85,
        "n": 5231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1768.34,
        "se": 7.84,
        "n": 2105,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1703.9,
        "se": 7.26,
        "n": 2046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1370.27,
        "se": 3.05,
        "n": 16617,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1618.15,
        "se": 3.54,
        "n": 12167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1640.09,
        "se": 3.98,
        "n": 8488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Hy4 preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "hy4-preview",
        "source_model": "Hy4 preview",
        "settings": "exact",
        "score": 1631.65,
        "se": 5,
        "n": 4586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1414.14,
        "se": 3.05,
        "n": 17139,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1644.68,
        "se": 9.5,
        "n": 1077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1408.08,
        "se": 4.68,
        "n": 5214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1509.53,
        "se": 3.71,
        "n": 10012,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Kimi K2.7 Code",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "kimi-k2.7-code",
        "source_model": "Kimi K2.7 Code",
        "settings": "exact",
        "score": 1474.47,
        "se": 4.83,
        "n": 4879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1657.71,
        "se": 2.89,
        "n": 22692,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1686.23,
        "se": 4.85,
        "n": 5215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1638.53,
        "se": 3.89,
        "n": 9239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1623.84,
        "se": 3.84,
        "n": 9234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1484.06,
        "se": 2.76,
        "n": 21031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:MiniMax-M3.1-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "minimax-m3.1-flash",
        "source_model": "MiniMax-M3.1-Flash",
        "settings": "exact",
        "score": 1582.03,
        "se": 4.79,
        "n": 5182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1230.88,
        "se": 13.22,
        "n": 821,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1263.21,
        "se": 7.59,
        "n": 2279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1360.17,
        "se": 3.93,
        "n": 8191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1357.41,
        "se": 4.12,
        "n": 7742,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1252.97,
        "se": 8.92,
        "n": 1612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1400.13,
        "se": 2.64,
        "n": 20843,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1243.69,
        "se": 10.05,
        "n": 1322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1482.34,
        "se": 6.42,
        "n": 2678,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1461.48,
        "se": 2.87,
        "n": 18261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.7-Max (20260517)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max (20260517)",
        "settings": "exact",
        "score": 1515.22,
        "se": 3.78,
        "n": 8727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1589.91,
        "se": 3.08,
        "n": 21184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1670.47,
        "se": 6.18,
        "n": 3366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/overall:Qwen3.8-Max (0902)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/overall",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max (0902)",
        "settings": "exact",
        "score": 1675.58,
        "se": 3.14,
        "n": 23030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1429.97,
        "se": 19.01,
        "n": 342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1649.53,
        "se": 7.14,
        "n": 2345,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1682.01,
        "se": 10.19,
        "n": 1168,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Fable 5.2 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-fable-5-2",
        "source_model": "Claude Fable 5.2 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1760.14,
        "se": 22.26,
        "n": 244,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1317.53,
        "se": 4.84,
        "n": 10544,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1564.45,
        "se": 10.63,
        "n": 983,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1482.09,
        "se": 6.06,
        "n": 6659,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1510.43,
        "se": 6.5,
        "n": 6248,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1546.2,
        "se": 6.45,
        "n": 2586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1558.68,
        "se": 6.82,
        "n": 2425,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1551.36,
        "se": 6.91,
        "n": 2213,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1544.14,
        "se": 6.95,
        "n": 2199,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1524.91,
        "se": 6.6,
        "n": 2331,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1541.71,
        "se": 7.1,
        "n": 2182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1650.16,
        "se": 5.8,
        "n": 3810,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1679.33,
        "se": 7.21,
        "n": 2478,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1728.51,
        "se": 21.94,
        "n": 224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1388.49,
        "se": 5.63,
        "n": 10441,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1398.38,
        "se": 5.75,
        "n": 9016,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1526.55,
        "se": 6.11,
        "n": 2852,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1525.59,
        "se": 7.04,
        "n": 2203,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1707.56,
        "se": 10.16,
        "n": 1212,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1753.22,
        "se": 13.05,
        "n": 815,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1305.48,
        "se": 6.42,
        "n": 4206,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1369.92,
        "se": 7.17,
        "n": 3246,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4-Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1558.55,
        "se": 13.31,
        "n": 582,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1418.59,
        "se": 9.32,
        "n": 1123,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1433.93,
        "se": 8.2,
        "n": 1473,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1561.34,
        "se": 14.02,
        "n": 520,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1470.8,
        "se": 8.16,
        "n": 1499,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1617.85,
        "se": 13.63,
        "n": 581,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1694.22,
        "se": 7.11,
        "n": 2538,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1350.61,
        "se": 6.4,
        "n": 6695,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1446.63,
        "se": 6.94,
        "n": 3880,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1509.97,
        "se": 9.37,
        "n": 1175,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1566.8,
        "se": 7.13,
        "n": 2212,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1596.86,
        "se": 7.87,
        "n": 1810,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1576.37,
        "se": 5.97,
        "n": 3514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5",
        "source_model": "GPT-5 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1426.05,
        "se": 8.6,
        "n": 3074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1363.88,
        "se": 5.93,
        "n": 8014,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5.1 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1406.53,
        "se": 6.73,
        "n": 4856,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1428.6,
        "se": 12.09,
        "n": 1073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1423.4,
        "se": 12.99,
        "n": 629,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1419.77,
        "se": 8.58,
        "n": 1408,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1785.55,
        "se": 9.58,
        "n": 1654,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1594.63,
        "se": 5.39,
        "n": 4691,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1683.29,
        "se": 9.74,
        "n": 1304,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1796.25,
        "se": 12.13,
        "n": 978,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:GPT-6.1 Terra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1735.72,
        "se": 13,
        "n": 735,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1444.48,
        "se": 6.16,
        "n": 7242,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1395.14,
        "se": 5.2,
        "n": 6029,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1275.19,
        "se": 8.37,
        "n": 1750,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1488.2,
        "se": 6.31,
        "n": 2568,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1512.91,
        "se": 9.83,
        "n": 1106,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1522.09,
        "se": 8.86,
        "n": 1290,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.95,
        "se": 10.84,
        "n": 871,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1592.63,
        "se": 7.3,
        "n": 2164,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1608.34,
        "se": 7.5,
        "n": 2064,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1662.23,
        "se": 15.86,
        "n": 436,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1768.35,
        "se": 26.67,
        "n": 215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1747.96,
        "se": 20.35,
        "n": 281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1380.43,
        "se": 7.24,
        "n": 2319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1599.88,
        "se": 7.54,
        "n": 1930,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1635.11,
        "se": 9.32,
        "n": 1385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Hy4 preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "hy4-preview",
        "source_model": "Hy4 preview",
        "settings": "exact",
        "score": 1624.49,
        "se": 12.78,
        "n": 674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1404.32,
        "se": 7.07,
        "n": 2398,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1652.53,
        "se": 26.6,
        "n": 144,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1395.85,
        "se": 13.25,
        "n": 611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1486.09,
        "se": 9.38,
        "n": 1131,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Kimi K2.7 Code",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "kimi-k2.7-code",
        "source_model": "Kimi K2.7 Code",
        "settings": "exact",
        "score": 1453.11,
        "se": 12.49,
        "n": 632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1640.02,
        "se": 6.3,
        "n": 3167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1685.39,
        "se": 11.1,
        "n": 964,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1636,
        "se": 8.82,
        "n": 1469,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1622.04,
        "se": 8.95,
        "n": 1397,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1459.37,
        "se": 6.24,
        "n": 2882,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:MiniMax-M3.1-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "minimax-m3.1-flash",
        "source_model": "MiniMax-M3.1-Flash",
        "settings": "exact",
        "score": 1554.49,
        "se": 11.8,
        "n": 818,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1238.54,
        "se": 13.58,
        "n": 821,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1309,
        "se": 20.87,
        "n": 261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1351.66,
        "se": 10.33,
        "n": 987,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1384.25,
        "se": 10.49,
        "n": 938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1304.12,
        "se": 22.79,
        "n": 194,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1409.08,
        "se": 6.23,
        "n": 2554,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1290.41,
        "se": 30.13,
        "n": 124,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1491.57,
        "se": 17.24,
        "n": 339,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1462.65,
        "se": 7.04,
        "n": 2036,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.7-Max (20260517)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max (20260517)",
        "settings": "exact",
        "score": 1513.39,
        "se": 9.92,
        "n": 1010,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1570.33,
        "se": 6.08,
        "n": 3209,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1626.89,
        "se": 17.15,
        "n": 416,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-html:Qwen3.8-Max (0902)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-html",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max (0902)",
        "settings": "exact",
        "score": 1653.87,
        "se": 5.79,
        "n": 4227,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1441.66,
        "se": 8.95,
        "n": 1585,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1632.55,
        "se": 3.54,
        "n": 11736,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1787.92,
        "se": 4.91,
        "n": 6674,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Fable 5.2 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-fable-5-2",
        "source_model": "Claude Fable 5.2 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1894.87,
        "se": 13.38,
        "n": 888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1325.39,
        "se": 3.08,
        "n": 15797,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1614.88,
        "se": 5.13,
        "n": 4515,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1455.64,
        "se": 4.59,
        "n": 6643,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1476.68,
        "se": 5.46,
        "n": 4704,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1527.24,
        "se": 3.05,
        "n": 16045,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1538.72,
        "se": 3.13,
        "n": 14874,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1552.28,
        "se": 3.24,
        "n": 13725,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1559.29,
        "se": 3.3,
        "n": 13626,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1537.26,
        "se": 3.37,
        "n": 12046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1555.73,
        "se": 3.4,
        "n": 11570,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1678.09,
        "se": 3.18,
        "n": 17537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1713.11,
        "se": 3.66,
        "n": 12632,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1870.79,
        "se": 7.44,
        "n": 3011,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1382.45,
        "se": 5.02,
        "n": 5157,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1385.93,
        "se": 5.63,
        "n": 4140,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1511.32,
        "se": 2.93,
        "n": 17895,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1538.81,
        "se": 3.43,
        "n": 11390,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1750.23,
        "se": 5.16,
        "n": 5271,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1821.62,
        "se": 6.2,
        "n": 3931,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1332.6,
        "se": 5.07,
        "n": 5086,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1349.55,
        "se": 5.97,
        "n": 3610,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4-Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1584.07,
        "se": 5.81,
        "n": 3281,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1421.32,
        "se": 3.95,
        "n": 7985,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1441.46,
        "se": 3.66,
        "n": 9461,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1585.99,
        "se": 5.98,
        "n": 3031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1452.46,
        "se": 3.57,
        "n": 10221,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1630.43,
        "se": 7.28,
        "n": 2066,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1673.41,
        "se": 3.91,
        "n": 9627,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1420.44,
        "se": 34.9,
        "n": 103,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1503.88,
        "se": 3.94,
        "n": 8019,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1621.12,
        "se": 3.5,
        "n": 12136,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1641.16,
        "se": 4.11,
        "n": 8342,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1628.4,
        "se": 3.49,
        "n": 15270,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1306.67,
        "se": 7.03,
        "n": 2611,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1387.68,
        "se": 6.18,
        "n": 3142,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1386.02,
        "se": 3.67,
        "n": 9722,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1774.56,
        "se": 5.33,
        "n": 5263,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1573.71,
        "se": 3.35,
        "n": 19468,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1674.66,
        "se": 5.17,
        "n": 4665,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1745.42,
        "se": 6.01,
        "n": 3653,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:GPT-6.1 Terra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1668.85,
        "se": 6.55,
        "n": 2677,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1427.66,
        "se": 6.13,
        "n": 3550,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1373.58,
        "se": 3.11,
        "n": 15069,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1243.77,
        "se": 3.81,
        "n": 12180,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1437.49,
        "se": 2.9,
        "n": 17998,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1494.82,
        "se": 4.32,
        "n": 6606,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1480.23,
        "se": 3.9,
        "n": 8353,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1406.75,
        "se": 27.51,
        "n": 141,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1526.09,
        "se": 4.73,
        "n": 5330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1583.52,
        "se": 3.89,
        "n": 9329,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1574.75,
        "se": 3.95,
        "n": 9047,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1699.34,
        "se": 5.83,
        "n": 3569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1792.11,
        "se": 9.33,
        "n": 1543,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1722.22,
        "se": 9.13,
        "n": 1330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1361.94,
        "se": 3.4,
        "n": 12736,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1631.48,
        "se": 4.17,
        "n": 7838,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1661,
        "se": 4.87,
        "n": 5224,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Hy4 preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "hy4-preview",
        "source_model": "Hy4 preview",
        "settings": "exact",
        "score": 1652.59,
        "se": 6.22,
        "n": 2937,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1404.13,
        "se": 3.62,
        "n": 11337,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1652.94,
        "se": 12.1,
        "n": 688,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1396.66,
        "se": 5.68,
        "n": 3481,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1504.21,
        "se": 4.12,
        "n": 7218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Kimi K2.7 Code",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "kimi-k2.7-code",
        "source_model": "Kimi K2.7 Code",
        "settings": "exact",
        "score": 1474.81,
        "se": 5.37,
        "n": 3912,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1672.79,
        "se": 3.38,
        "n": 14912,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1699.52,
        "se": 5.96,
        "n": 3317,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1654.12,
        "se": 4.71,
        "n": 5734,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1636.4,
        "se": 4.57,
        "n": 5847,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1478.46,
        "se": 3.13,
        "n": 14639,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:MiniMax-M3.1-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "minimax-m3.1-flash",
        "source_model": "MiniMax-M3.1-Flash",
        "settings": "exact",
        "score": 1600.64,
        "se": 5.87,
        "n": 3262,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1252.21,
        "se": 8.34,
        "n": 1934,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1351.38,
        "se": 4.22,
        "n": 7107,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1344.78,
        "se": 4.41,
        "n": 6713,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1235.77,
        "se": 9.6,
        "n": 1418,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1387.06,
        "se": 2.94,
        "n": 16537,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1228.7,
        "se": 10.59,
        "n": 1198,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1473.17,
        "se": 6.93,
        "n": 2295,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1453.24,
        "se": 3.19,
        "n": 13525,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.7-Max (20260517)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max (20260517)",
        "settings": "exact",
        "score": 1512.07,
        "se": 4.27,
        "n": 6574,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1595.77,
        "se": 3.5,
        "n": 13562,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1679.22,
        "se": 7.3,
        "n": 2440,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev-react:Qwen3.8-Max (0902)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev-react",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max (0902)",
        "settings": "exact",
        "score": 1697.15,
        "se": 3.65,
        "n": 14119,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Beam 1.0 501B A23B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "beam-1.0-501b-a23b",
        "source_model": "Beam 1.0 501B A23B",
        "settings": "exact",
        "score": 1436.26,
        "se": 6.98,
        "n": 2514,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Fable 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-fable-5",
        "source_model": "Claude Fable 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1625.65,
        "se": 3.05,
        "n": 16950,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Fable 5.1 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-fable-5-1",
        "source_model": "Claude Fable 5.1 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1742.93,
        "se": 4.01,
        "n": 9990,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Fable 5.2 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-fable-5-2",
        "source_model": "Claude Fable 5.2 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1825.96,
        "se": 9.6,
        "n": 1445,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Haiku 4.5 (20251001)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-haiku-4-5",
        "source_model": "Claude Haiku 4.5 (20251001)",
        "settings": "exact",
        "score": 1330.14,
        "se": 2.54,
        "n": 28737,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Haiku 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-haiku-5-5",
        "source_model": "Claude Haiku 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1593.22,
        "se": 4.2,
        "n": 7147,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.5 (20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (20251101)",
        "settings": "exact",
        "score": 1468.82,
        "se": 3.71,
        "n": 13330,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.5 (High, 32K, 20251101)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-5",
        "source_model": "Claude Opus 4.5 (High, 32K, 20251101)",
        "level": "high",
        "settings": "mismatch",
        "score": 1493.45,
        "se": 4.26,
        "n": 10963,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6",
        "settings": "exact",
        "score": 1536.75,
        "se": 2.75,
        "n": 20365,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-6",
        "source_model": "Claude Opus 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1546.83,
        "se": 2.81,
        "n": 19048,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7",
        "settings": "exact",
        "score": 1555.27,
        "se": 2.88,
        "n": 17919,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.7 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-7",
        "source_model": "Claude Opus 4.7 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1557.04,
        "se": 2.96,
        "n": 17591,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.8",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8",
        "settings": "exact",
        "score": 1536.42,
        "se": 2.93,
        "n": 16924,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 4.8 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-4-8",
        "source_model": "Claude Opus 4.8 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1555.33,
        "se": 2.96,
        "n": 18024,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1656.5,
        "se": 2.69,
        "n": 26876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-5",
        "source_model": "Claude Opus 5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1691.08,
        "se": 3.11,
        "n": 19515,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Opus 5.5 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-opus-5-5",
        "source_model": "Claude Opus 5.5 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1815.57,
        "se": 5.88,
        "n": 4399,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 4.5 (20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (20250929)",
        "settings": "exact",
        "score": 1384.84,
        "se": 3.75,
        "n": 15620,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 4.5 (High, 32K, 20250929)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-4-5",
        "source_model": "Claude Sonnet 4.5 (High, 32K, 20250929)",
        "level": "high",
        "settings": "mismatch",
        "score": 1393.91,
        "se": 3.97,
        "n": 13163,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-4-6",
        "source_model": "Claude Sonnet 4.6",
        "settings": "exact",
        "score": 1522.27,
        "se": 2.65,
        "n": 22542,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-5",
        "source_model": "Claude Sonnet 5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1539.09,
        "se": 2.96,
        "n": 16743,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 5.5 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1715.82,
        "se": 4.24,
        "n": 8154,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Claude Sonnet 5.5 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "claude-sonnet-5-5",
        "source_model": "Claude Sonnet 5.5 (xHigh)",
        "level": "xhigh",
        "settings": "mismatch",
        "score": 1772.23,
        "se": 4.96,
        "n": 6120,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V3.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2",
        "settings": "exact",
        "score": 1325.65,
        "se": 4.09,
        "n": 9319,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V3.2 (Thinking)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v3.2",
        "source_model": "DeepSeek-V3.2 (Thinking)",
        "level": "thinking",
        "settings": "mismatch",
        "score": 1362.48,
        "se": 4.67,
        "n": 6872,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4-Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1581.61,
        "se": 4.8,
        "n": 4822,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4-Flash Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4-flash",
        "source_model": "DeepSeek-V4-Flash Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1431.12,
        "se": 3.57,
        "n": 9968,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro",
        "settings": "exact",
        "score": 1448.52,
        "se": 3.25,
        "n": 13757,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4-Pro (High, 20260813)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4-pro-0813",
        "source_model": "DeepSeek-V4-Pro (High, 20260813)",
        "level": "high",
        "settings": "mismatch",
        "score": 1580.83,
        "se": 4.86,
        "n": 4600,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4-Pro Preview (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4-pro",
        "source_model": "DeepSeek-V4-Pro Preview (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1463.54,
        "se": 3.25,
        "n": 12938,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4.1-Flash-20260910 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-flash",
        "source_model": "DeepSeek-V4.1-Flash-20260910 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1620.76,
        "se": 5.68,
        "n": 3393,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:DeepSeek-V4.1-Flash-20261017 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "deepseek-v4.1-flash-1017",
        "source_model": "DeepSeek-V4.1-Flash-20261017 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1661.41,
        "se": 3.42,
        "n": 15385,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-4.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-4.6",
        "source_model": "GLM-4.6",
        "settings": "exact",
        "score": 1341.86,
        "se": 5.55,
        "n": 6721,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-4.7",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-4.7",
        "source_model": "GLM-4.7",
        "settings": "exact",
        "score": 1435.78,
        "se": 6.15,
        "n": 3992,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-5.1",
        "source_model": "GLM-5.1",
        "settings": "exact",
        "score": 1508.01,
        "se": 3.48,
        "n": 10526,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-5.2 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-5.2",
        "source_model": "GLM-5.2 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1607.61,
        "se": 3,
        "n": 17888,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-5.3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-5.3",
        "source_model": "GLM-5.3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1622.27,
        "se": 3.46,
        "n": 12995,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GLM-5.3-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "glm-5.3-flash",
        "source_model": "GLM-5.3-Flash",
        "settings": "exact",
        "score": 1609.11,
        "se": 3.12,
        "n": 23917,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5",
        "source_model": "GPT-5 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1417.38,
        "se": 7.97,
        "n": 3074,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5.1",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1",
        "settings": "exact",
        "score": 1342.29,
        "se": 4.36,
        "n": 10630,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5.1 (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5.1",
        "source_model": "GPT-5.1 (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1397.59,
        "se": 5.92,
        "n": 4876,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5.2",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5.2",
        "source_model": "GPT-5.2",
        "settings": "exact",
        "score": 1418.95,
        "se": 11.61,
        "n": 1073,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5.4",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5.4",
        "source_model": "GPT-5.4",
        "settings": "exact",
        "score": 1399.85,
        "se": 5.03,
        "n": 4643,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-5.4 mini (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-5.4-mini",
        "source_model": "GPT-5.4 mini (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1397.78,
        "se": 3.35,
        "n": 11808,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-6 Astra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-6-astra",
        "source_model": "GPT-6 Astra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1762.88,
        "se": 4.32,
        "n": 8685,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-6 Luna (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-6-luna",
        "source_model": "GPT-6 Luna (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1576.63,
        "se": 3.02,
        "n": 31066,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-6 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-6-sol",
        "source_model": "GPT-6 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1672.83,
        "se": 4.19,
        "n": 7569,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-6.1 Sol (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-6.1-sol",
        "source_model": "GPT-6.1 Sol (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1742.34,
        "se": 4.92,
        "n": 5804,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:GPT-6.1 Terra (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gpt-6.1-terra",
        "source_model": "GPT-6.1 Terra (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1680.71,
        "se": 5.26,
        "n": 4309,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3 Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash",
        "settings": "exact",
        "score": 1439.89,
        "se": 4.42,
        "n": 10805,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3 Flash (Minimal)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3-flash-preview",
        "source_model": "Gemini 3 Flash (Minimal)",
        "level": "minimal",
        "settings": "close",
        "score": 1384.55,
        "se": 2.69,
        "n": 21954,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.1 Flash-Lite Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.1-flash-lite",
        "source_model": "Gemini 3.1 Flash-Lite Preview",
        "settings": "exact",
        "score": 1255.82,
        "se": 3.51,
        "n": 14243,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.1 Pro Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.1-pro-preview",
        "source_model": "Gemini 3.1 Pro Preview",
        "settings": "exact",
        "score": 1446.37,
        "se": 2.6,
        "n": 23841,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.5 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1499.93,
        "se": 3.74,
        "n": 9137,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.5 Flash (Medium)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.5-flash",
        "source_model": "Gemini 3.5 Flash (Medium)",
        "level": "medium",
        "settings": "mismatch",
        "score": 1489.97,
        "se": 3.42,
        "n": 11879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.5 Flash-Lite",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.5-flash-lite",
        "source_model": "Gemini 3.5 Flash-Lite",
        "settings": "exact",
        "score": 1432.06,
        "se": 21.1,
        "n": 231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.6 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.6-flash",
        "source_model": "Gemini 3.6 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1537.56,
        "se": 3.87,
        "n": 8497,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.7 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.7-flash",
        "source_model": "Gemini 3.7 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1588.35,
        "se": 3.3,
        "n": 14546,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 3.8 Flash (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-3.8-flash",
        "source_model": "Gemini 3.8 Flash (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1582.95,
        "se": 3.36,
        "n": 14218,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 4 Argon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-4-argon",
        "source_model": "Gemini 4 Argon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1679.12,
        "se": 4.85,
        "n": 5231,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 4 Carbon (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-4-carbon",
        "source_model": "Gemini 4 Carbon (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1768.34,
        "se": 7.84,
        "n": 2105,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemini 4 Hydrogen (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemini-4-hydrogen",
        "source_model": "Gemini 4 Hydrogen (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1703.9,
        "se": 7.26,
        "n": 2046,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Gemma 4 31B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "gemma-4-31b-it",
        "source_model": "Gemma 4 31B",
        "settings": "exact",
        "score": 1370.27,
        "se": 3.05,
        "n": 16617,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Grok 4.6 (High)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "grok-4.6",
        "source_model": "Grok 4.6 (High)",
        "level": "high",
        "settings": "mismatch",
        "score": 1618.15,
        "se": 3.54,
        "n": 12167,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Grok 4.7 (xHigh)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "grok-4.7",
        "source_model": "Grok 4.7 (xHigh)",
        "level": "xhigh",
        "settings": "close",
        "score": 1640.09,
        "se": 3.98,
        "n": 8488,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Hy4 preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "hy4-preview",
        "source_model": "Hy4 preview",
        "settings": "exact",
        "score": 1631.65,
        "se": 5,
        "n": 4586,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Inkling",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "inkling",
        "source_model": "Inkling",
        "settings": "exact",
        "score": 1414.14,
        "se": 3.05,
        "n": 17139,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Inkling 2 Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "inkling-2-small",
        "source_model": "Inkling 2 Small",
        "settings": "exact",
        "score": 1644.68,
        "se": 9.5,
        "n": 1077,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Inkling-Small",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "inkling-small",
        "source_model": "Inkling-Small",
        "settings": "exact",
        "score": 1408.08,
        "se": 4.68,
        "n": 5214,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Kimi K2.6",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "kimi-k2.6",
        "source_model": "Kimi K2.6",
        "settings": "exact",
        "score": 1509.53,
        "se": 3.71,
        "n": 10012,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Kimi K2.7 Code",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "kimi-k2.7-code",
        "source_model": "Kimi K2.7 Code",
        "settings": "exact",
        "score": 1474.47,
        "se": 4.83,
        "n": 4879,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Kimi K3 (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "kimi-k3",
        "source_model": "Kimi K3 (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1657.71,
        "se": 2.89,
        "n": 22692,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Kimi K3.1 Pro (Max)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "kimi-k3.1-pro",
        "source_model": "Kimi K3.1 Pro (Max)",
        "level": "max",
        "settings": "mismatch",
        "score": 1686.23,
        "se": 4.85,
        "n": 5215,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:MiMo-V2.6-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "mimo-v2.6-flash",
        "source_model": "MiMo-V2.6-Flash",
        "settings": "exact",
        "score": 1638.53,
        "se": 3.89,
        "n": 9239,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:MiMo-V2.6-Pro",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "mimo-v2.6-pro",
        "source_model": "MiMo-V2.6-Pro",
        "settings": "exact",
        "score": 1623.84,
        "se": 3.84,
        "n": 9234,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:MiniMax-M3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "minimax-m3",
        "source_model": "MiniMax-M3",
        "settings": "exact",
        "score": 1484.06,
        "se": 2.76,
        "n": 21031,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:MiniMax-M3.1-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "minimax-m3.1-flash",
        "source_model": "MiniMax-M3.1-Flash",
        "settings": "exact",
        "score": 1582.03,
        "se": 4.79,
        "n": 5182,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Mistral Large 3",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "mistral-large-2512",
        "source_model": "Mistral Large 3",
        "settings": "exact",
        "score": 1230.88,
        "se": 13.22,
        "n": 821,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Mistral Medium 3.5",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "mistral-medium-3-5",
        "source_model": "Mistral Medium 3.5",
        "settings": "exact",
        "score": 1263.21,
        "se": 7.59,
        "n": 2279,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.5-122B-A10B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.5-122b-a10b",
        "source_model": "Qwen3.5-122B-A10B",
        "settings": "exact",
        "score": 1360.17,
        "se": 3.93,
        "n": 8191,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.5-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.5-27b",
        "source_model": "Qwen3.5-27B",
        "settings": "exact",
        "score": 1357.41,
        "se": 4.12,
        "n": 7742,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.5-35B-A3B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.5-35b-a3b",
        "source_model": "Qwen3.5-35B-A3B",
        "settings": "exact",
        "score": 1252.97,
        "se": 8.92,
        "n": 1612,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.5-397B-A17B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.5-397b-a17b",
        "source_model": "Qwen3.5-397B-A17B",
        "settings": "exact",
        "score": 1400.13,
        "se": 2.64,
        "n": 20843,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.5-Flash",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.5-flash-2026-02-23",
        "source_model": "Qwen3.5-Flash",
        "settings": "exact",
        "score": 1243.69,
        "se": 10.05,
        "n": 1322,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.6-Max-Preview",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.6-max-preview",
        "source_model": "Qwen3.6-Max-Preview",
        "settings": "exact",
        "score": 1482.34,
        "se": 6.42,
        "n": 2678,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.6-Plus",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.6-plus",
        "source_model": "Qwen3.6-Plus",
        "settings": "exact",
        "score": 1461.48,
        "se": 2.87,
        "n": 18261,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.7-Max (20260517)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.7-max",
        "source_model": "Qwen3.7-Max (20260517)",
        "settings": "exact",
        "score": 1515.22,
        "se": 3.78,
        "n": 8727,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.8-27B",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.8-27b",
        "source_model": "Qwen3.8-27B",
        "settings": "exact",
        "score": 1589.91,
        "se": 3.08,
        "n": 21184,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.8-Max",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max",
        "settings": "exact",
        "score": 1670.47,
        "se": 6.18,
        "n": 3366,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      },
      {
        "id": "lmarena:webdev/webdev:Qwen3.8-Max (0902)",
        "source": "lmarena",
        "benchmark": "lmarena:webdev/webdev",
        "model": "qwen3.8-max-0902",
        "source_model": "Qwen3.8-Max (0902)",
        "settings": "exact",
        "score": 1675.58,
        "se": 3.14,
        "n": 23030,
        "unit": "rating",
        "own_run": false,
        "date": "2026-11-15"
      }
    ],
    "task_scores": [
      {
        "model": "claude-fable-5",
        "task": "writing",
        "band": "medium",
        "score": 84.17,
        "se": 3.17,
        "evidence": 3.1862,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-fable-5-max-effort",
            "score": 90.68,
            "se": 2.37,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-fable-5-max-effort",
            "score": 77.65,
            "se": 5.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Fable 5 (High)",
            "score": 1508.71,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "writing",
        "band": "medium",
        "rating": 1527.57,
        "evidence": 2.9718,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Argon (High)",
            "score": 1527.57,
            "se": 4.1,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "writing",
        "band": "medium",
        "rating": 1525.24,
        "evidence": 2.9479,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Carbon (High)",
            "score": 1525.24,
            "se": 8.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "writing",
        "band": "medium",
        "score": 83.9,
        "se": 3.13,
        "evidence": 2.9249,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.8-flash-high",
            "score": 87.79,
            "se": 2.67,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.8-flash-high",
            "score": 80,
            "se": 5.66,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.8 Flash (High)",
            "score": 1491.48,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "writing",
        "band": "medium",
        "score": 80.51,
        "se": 3.43,
        "evidence": 2.8206,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-fable-5-1-max-effort",
            "score": 89.5,
            "se": 2.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-fable-5-1-max-effort",
            "score": 71.52,
            "se": 6.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Fable 5.1 (Max)",
            "score": 1501.05,
            "se": 4.33,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "writing",
        "band": "medium",
        "rating": 1502.89,
        "evidence": 2.713,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Hydrogen (High)",
            "score": 1502.89,
            "se": 7.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "writing",
        "band": "medium",
        "score": 83.84,
        "se": 3.17,
        "evidence": 2.6153,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-6-astra-max",
            "score": 89.43,
            "se": 2.51,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-6-astra-max",
            "score": 78.25,
            "se": 5.83,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Astra (Max)",
            "score": 1473.84,
            "se": 4.27,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "writing",
        "band": "medium",
        "score": 81.36,
        "se": 3.38,
        "evidence": 2.6073,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-6.1-sol-max",
            "score": 90.13,
            "se": 2.44,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-6.1-sol-max",
            "score": 72.58,
            "se": 6.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6.1 Sol (Max)",
            "score": 1481.7,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "writing",
        "band": "medium",
        "score": 81.76,
        "se": 3.26,
        "evidence": 2.5805,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.7-flash-high",
            "score": 85.46,
            "se": 2.88,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.7-flash-high",
            "score": 78.07,
            "se": 5.85,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.7 Flash (High)",
            "score": 1486.07,
            "se": 3.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "writing",
        "band": "medium",
        "score": 79.6,
        "se": 3.46,
        "evidence": 2.5762,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.6-sol-max",
            "score": 87.68,
            "se": 2.68,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.6-sol-max",
            "score": 71.52,
            "se": 6.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Sol (xHigh)",
            "score": 1490.31,
            "se": 3.07,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "writing",
        "band": "medium",
        "score": 82.62,
        "se": 3.18,
        "evidence": 2.526,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.1-pro-preview-high",
            "score": 85.38,
            "se": 2.89,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.1-pro-preview-high",
            "score": 79.87,
            "se": 5.67,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.1 Pro Preview",
            "score": 1479.69,
            "se": 2.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "writing",
        "band": "medium",
        "score": 77.21,
        "se": 3.6,
        "evidence": 2.491,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-5-max-effort",
            "score": 88.69,
            "se": 2.59,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-5-max-effort",
            "score": 65.73,
            "se": 6.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 5 (Max)",
            "score": 1494.12,
            "se": 3.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "writing",
        "band": "medium",
        "score": 79.95,
        "se": 3.4,
        "evidence": 2.4564,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:kimi-k3",
            "score": 85.53,
            "se": 2.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:kimi-k3",
            "score": 74.37,
            "se": 6.17,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 79.95,
        "se": 3.4,
        "evidence": 2.4564,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:kimi-k3",
            "score": 85.53,
            "se": 2.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:kimi-k3",
            "score": 74.37,
            "se": 6.17,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "writing",
        "band": "medium",
        "score": 79.95,
        "se": 3.4,
        "evidence": 2.4564,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:kimi-k3",
            "score": 85.53,
            "se": 2.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:kimi-k3",
            "score": 74.37,
            "se": 6.17,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "writing",
        "band": "medium",
        "score": 75.27,
        "se": 3.67,
        "evidence": 2.4325,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-5-5-max-effort",
            "score": 86.27,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-5-5-max-effort",
            "score": 64.27,
            "se": 6.78,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 5.5 (High)",
            "score": 1518.07,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "writing",
        "band": "medium",
        "score": 79.55,
        "se": 3.46,
        "evidence": 2.2584,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.5-xhigh",
            "score": 87.36,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.5-xhigh",
            "score": 71.73,
            "se": 6.37,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.5",
            "score": 1474.53,
            "se": 2.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "writing",
        "band": "medium",
        "rating": 1487.35,
        "evidence": 2.2087,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1487.35,
        "evidence": 2.2087,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "writing",
        "band": "medium",
        "rating": 1487.35,
        "evidence": 2.2087,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "writing",
        "band": "medium",
        "score": 73.05,
        "se": 3.74,
        "evidence": 2.1074,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-4-6-thinking-auto-high-effort",
            "score": 83.27,
            "se": 3.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-4-6-thinking-auto-high-effort",
            "score": 62.82,
            "se": 6.83,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.6",
            "score": 1498.54,
            "se": 2.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "writing",
        "band": "medium",
        "score": 79.11,
        "se": 3.43,
        "evidence": 2.0437,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.6-flash-high",
            "score": 83.9,
            "se": 3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.6-flash-high",
            "score": 74.32,
            "se": 6.18,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.6 Flash (High)",
            "score": 1472.75,
            "se": 3.24,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "writing",
        "band": "medium",
        "score": 80.05,
        "se": 3.38,
        "evidence": 1.9535,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.5-flash-high",
            "score": 84.58,
            "se": 2.95,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.5-flash-high",
            "score": 75.52,
            "se": 6.08,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash (High)",
            "score": 1465.42,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "writing",
        "band": "medium",
        "score": 76.51,
        "se": 3.53,
        "evidence": 1.8225,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.8-max",
            "score": 79.69,
            "se": 3.28,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.8-max",
            "score": 73.32,
            "se": 6.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-Max",
            "score": 1477.96,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "writing",
        "band": "medium",
        "score": 71.84,
        "se": 3.76,
        "evidence": 1.7823,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-4-7-xhigh-effort",
            "score": 77.91,
            "se": 3.39,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-4-7-xhigh-effort",
            "score": 65.77,
            "se": 6.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.7",
            "score": 1493.02,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "writing",
        "band": "medium",
        "score": 75.96,
        "se": 3.59,
        "evidence": 1.7768,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4.1-flash-max",
            "score": 81.19,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4.1-flash-max",
            "score": 70.73,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "writing",
        "band": "medium",
        "score": 73.77,
        "se": 3.69,
        "evidence": 1.6737,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-4-8-max-effort",
            "score": 79.66,
            "se": 3.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-4-8-max-effort",
            "score": 67.87,
            "se": 6.6,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.8",
            "score": 1478.51,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "writing",
        "band": "medium",
        "score": 73.47,
        "se": 3.71,
        "evidence": 1.6077,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 81.26,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 65.67,
            "se": 6.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.5 (20251101)",
            "score": 1474.34,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "writing",
        "band": "medium",
        "rating": 1472.05,
        "evidence": 1.5975,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Pro",
            "score": 1472.05,
            "se": 8.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "writing",
        "band": "medium",
        "score": 72.27,
        "se": 3.75,
        "evidence": 1.5299,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3",
            "score": 79.86,
            "se": 3.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3",
            "score": 64.68,
            "se": 6.76,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "writing",
        "band": "medium",
        "score": 72.27,
        "se": 3.75,
        "evidence": 1.5299,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3",
            "score": 79.86,
            "se": 3.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3",
            "score": 64.68,
            "se": 6.76,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "writing",
        "band": "medium",
        "score": 72.27,
        "se": 3.75,
        "evidence": 1.5299,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3",
            "score": 79.86,
            "se": 3.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3",
            "score": 64.68,
            "se": 6.76,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 72.27,
        "se": 3.75,
        "evidence": 1.5299,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3",
            "score": 79.86,
            "se": 3.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3",
            "score": 64.68,
            "se": 6.76,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "writing",
        "band": "medium",
        "score": 72.27,
        "se": 3.75,
        "evidence": 1.5299,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3",
            "score": 79.86,
            "se": 3.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3",
            "score": 64.68,
            "se": 6.76,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "writing",
        "band": "medium",
        "score": 75.87,
        "se": 3.57,
        "evidence": 1.5066,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.7-max",
            "score": 79.74,
            "se": 3.28,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.7-max",
            "score": 72,
            "se": 6.35,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Max-Preview",
            "score": 1465.77,
            "se": 8.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "writing",
        "band": "medium",
        "score": 75.87,
        "se": 3.57,
        "evidence": 1.5066,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.7-max",
            "score": 79.74,
            "se": 3.28,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.7-max",
            "score": 72,
            "se": 6.35,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Max-Preview",
            "score": 1465.77,
            "se": 8.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "writing",
        "band": "medium",
        "score": 77.74,
        "se": 3.52,
        "evidence": 1.4695,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:grok-4.6",
            "score": 83.7,
            "se": 3.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:grok-4.6",
            "score": 71.78,
            "se": 6.36,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Grok 4.6 (High)",
            "score": 1451.23,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "writing",
        "band": "medium",
        "score": 77.69,
        "se": 3.55,
        "evidence": 1.4555,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-6-sol-max",
            "score": 85.3,
            "se": 2.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-6-sol-max",
            "score": 70.08,
            "se": 6.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Sol (Max)",
            "score": 1448.57,
            "se": 4.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "writing",
        "band": "medium",
        "score": 75.35,
        "se": 3.63,
        "evidence": 1.4089,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro-0813",
            "score": 82.07,
            "se": 3.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro-0813",
            "score": 68.63,
            "se": 6.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1460.45,
            "se": 5.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 75.35,
        "se": 3.63,
        "evidence": 1.4089,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro-0813",
            "score": 82.07,
            "se": 3.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro-0813",
            "score": 68.63,
            "se": 6.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1460.45,
            "se": 5.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "writing",
        "band": "medium",
        "score": 73.03,
        "se": 3.74,
        "evidence": 1.2431,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.4-xhigh",
            "score": 82.63,
            "se": 3.09,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.4-xhigh",
            "score": 63.43,
            "se": 6.81,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4",
            "score": 1460.11,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "writing",
        "band": "medium",
        "score": 69.96,
        "se": 3.82,
        "evidence": 1.1146,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.6-terra-max",
            "score": 82.89,
            "se": 3.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.6-terra-max",
            "score": 57.03,
            "se": 7,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Terra (xHigh)",
            "score": 1463.36,
            "se": 2.93,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "writing",
        "band": "medium",
        "score": 79.1,
        "se": 3.35,
        "evidence": 1.0967,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:grok-4.7-xhigh",
            "score": 80.14,
            "se": 3.26,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:grok-4.7-xhigh",
            "score": 78.05,
            "se": 5.85,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Grok 4.7 (xHigh)",
            "score": 1435.37,
            "se": 4,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "writing",
        "band": "medium",
        "score": 67.75,
        "se": 3.88,
        "evidence": 1.0614,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 76.1,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 59.4,
            "se": 6.94,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.6",
            "score": 1474.52,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "writing",
        "band": "medium",
        "rating": 1461.95,
        "evidence": 1.031,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.5 (20250929)",
            "score": 1461.95,
            "se": 2.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "writing",
        "band": "medium",
        "rating": 1461.31,
        "evidence": 1,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.1",
            "score": 1461.31,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "writing",
        "band": "medium",
        "score": 69.25,
        "se": 3.85,
        "evidence": 0.9822,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.2",
            "score": 76.24,
            "se": 3.48,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.2",
            "score": 62.25,
            "se": 6.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "writing",
        "band": "medium",
        "score": 69.25,
        "se": 3.85,
        "evidence": 0.9822,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.2",
            "score": 76.24,
            "se": 3.48,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.2",
            "score": 62.25,
            "se": 6.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "writing",
        "band": "medium",
        "score": 69.25,
        "se": 3.85,
        "evidence": 0.9822,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.2",
            "score": 76.24,
            "se": 3.48,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.2",
            "score": 62.25,
            "se": 6.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 69.25,
        "se": 3.85,
        "evidence": 0.9822,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.2",
            "score": 76.24,
            "se": 3.48,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.2",
            "score": 62.25,
            "se": 6.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "writing",
        "band": "medium",
        "score": 63.1,
        "se": 3.92,
        "evidence": 0.909,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-sonnet-5-5-max-effort",
            "score": 77.98,
            "se": 3.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-sonnet-5-5-max-effort",
            "score": 48.22,
            "se": 7.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 5.5 (xHigh)",
            "score": 1481.87,
            "se": 4.78,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "writing",
        "band": "medium",
        "rating": 1457.41,
        "evidence": 0.843,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3 Flash",
            "score": 1457.41,
            "se": 3.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "writing",
        "band": "medium",
        "score": 68.11,
        "se": 3.87,
        "evidence": 0.8015,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-sonnet-5-xhigh-effort",
            "score": 74.97,
            "se": 3.54,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-sonnet-5-xhigh-effort",
            "score": 61.25,
            "se": 6.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 5 (High)",
            "score": 1466.62,
            "se": 2.83,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-vision-exp",
        "task": "writing",
        "band": "medium",
        "score": 76.6,
        "se": 3.54,
        "evidence": 0.7411,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash-vision-exp",
            "score": 80.36,
            "se": 3.24,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash-vision-exp",
            "score": 72.83,
            "se": 6.29,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "writing",
        "band": "medium",
        "rating": 1453.14,
        "evidence": 0.7335,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 4 31B",
            "score": 1453.14,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "writing",
        "band": "medium",
        "score": 62.65,
        "se": 3.93,
        "evidence": 0.6984,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3-flash",
            "score": 77.31,
            "se": 3.42,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3-flash",
            "score": 47.98,
            "se": 7.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3-Flash",
            "score": 1473.62,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 62.65,
        "se": 3.93,
        "evidence": 0.6984,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:glm-5.3-flash",
            "score": 77.31,
            "se": 3.42,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:glm-5.3-flash",
            "score": 47.98,
            "se": 7.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3-Flash",
            "score": 1473.62,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "writing",
        "band": "medium",
        "rating": 1450.52,
        "evidence": 0.627,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.6-Max-Preview",
            "score": 1450.52,
            "se": 7.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "writing",
        "band": "medium",
        "score": 68.39,
        "se": 3.87,
        "evidence": 0.5904,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:kimi-k2.6-thinking",
            "score": 75.14,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:kimi-k2.6-thinking",
            "score": 61.63,
            "se": 6.88,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K2.6",
            "score": 1455.49,
            "se": 3.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "writing",
        "band": "medium",
        "score": 67.18,
        "se": 3.9,
        "evidence": 0.5549,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro",
            "score": 78.13,
            "se": 3.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro",
            "score": 56.22,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "writing",
        "band": "medium",
        "score": 67.18,
        "se": 3.9,
        "evidence": 0.5549,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro",
            "score": 78.13,
            "se": 3.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro",
            "score": 56.22,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 67.18,
        "se": 3.9,
        "evidence": 0.5549,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro",
            "score": 78.13,
            "se": 3.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro",
            "score": 56.22,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "writing",
        "band": "medium",
        "score": 67.18,
        "se": 3.9,
        "evidence": 0.5549,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro",
            "score": 78.13,
            "se": 3.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro",
            "score": 56.22,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "writing",
        "band": "medium",
        "score": 67.18,
        "se": 3.9,
        "evidence": 0.5549,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-pro",
            "score": 78.13,
            "se": 3.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-pro",
            "score": 56.22,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "writing",
        "band": "medium",
        "rating": 1446.85,
        "evidence": 0.495,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Plus",
            "score": 1446.85,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "writing",
        "band": "medium",
        "rating": 1446.85,
        "evidence": 0.495,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Plus",
            "score": 1446.85,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "writing",
        "band": "medium",
        "score": 68.41,
        "se": 3.84,
        "evidence": 0.2614,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gemini-3.5-flash-lite-high",
            "score": 71.82,
            "se": 3.67,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gemini-3.5-flash-lite-high",
            "score": 65,
            "se": 6.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash-Lite",
            "score": 1443.2,
            "se": 3.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "writing",
        "band": "medium",
        "score": 71.96,
        "se": 3.77,
        "evidence": 0.2076,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.2-2025-12-11-high",
            "score": 79.81,
            "se": 3.28,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.2-2025-12-11-high",
            "score": 64.1,
            "se": 6.78,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.2",
            "score": 1423.77,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "writing",
        "band": "medium",
        "score": 74.63,
        "se": 3.55,
        "evidence": 0.1513,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.8-27b",
            "score": 74.35,
            "se": 3.57,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.8-27b",
            "score": 74.9,
            "se": 6.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 74.63,
        "se": 3.55,
        "evidence": 0.1513,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.8-27b",
            "score": 74.35,
            "se": 3.57,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.8-27b",
            "score": 74.9,
            "se": 6.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "writing",
        "band": "medium",
        "score": 74.63,
        "se": 3.55,
        "evidence": 0.1513,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.8-27b",
            "score": 74.35,
            "se": 3.57,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.8-27b",
            "score": 74.9,
            "se": 6.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "writing",
        "band": "medium",
        "score": 72.15,
        "se": 3.69,
        "evidence": 0.129,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:inkling-xhigh",
            "score": 73.46,
            "se": 3.61,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:inkling-xhigh",
            "score": 70.85,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling",
            "score": 1426.71,
            "se": 2.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "writing",
        "band": "medium",
        "score": 67.8,
        "se": 3.88,
        "evidence": 0.1121,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.6-plus",
            "score": 74.99,
            "se": 3.54,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.6-plus",
            "score": 60.62,
            "se": 6.91,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.6-Plus",
            "score": 1434.69,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "writing",
        "band": "medium",
        "rating": 1435.72,
        "evidence": 0.0576,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Flash",
            "score": 1435.72,
            "se": 3.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "writing",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "writing",
        "band": "medium",
        "rating": 1433.23,
        "evidence": -0.0682,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Beam 1.0 501B A23B",
            "score": 1433.23,
            "se": 8.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "writing",
        "band": "medium",
        "score": 66.39,
        "se": 3.91,
        "evidence": -0.0906,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:minimax-m3",
            "score": 76.84,
            "se": 3.44,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:minimax-m3",
            "score": 55.93,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "writing",
        "band": "medium",
        "score": 66.39,
        "se": 3.91,
        "evidence": -0.0906,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:minimax-m3",
            "score": 76.84,
            "se": 3.44,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:minimax-m3",
            "score": 55.93,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 66.39,
        "se": 3.91,
        "evidence": -0.0906,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:minimax-m3",
            "score": 76.84,
            "se": 3.44,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:minimax-m3",
            "score": 55.93,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "writing",
        "band": "medium",
        "score": 66.39,
        "se": 3.91,
        "evidence": -0.0906,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:minimax-m3",
            "score": 76.84,
            "se": 3.44,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:minimax-m3",
            "score": 55.93,
            "se": 7.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "writing",
        "band": "medium",
        "score": 64.92,
        "se": 3.94,
        "evidence": -0.1995,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.4-mini-xhigh",
            "score": 70.95,
            "se": 3.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.4-mini-xhigh",
            "score": 58.88,
            "se": 6.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4 mini (High)",
            "score": 1434.5,
            "se": 2.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "writing",
        "band": "medium",
        "score": 66.25,
        "se": 3.9,
        "evidence": -0.271,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash",
            "score": 70.12,
            "se": 3.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash",
            "score": 62.38,
            "se": 6.85,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 66.25,
        "se": 3.9,
        "evidence": -0.271,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash",
            "score": 70.12,
            "se": 3.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash",
            "score": 62.38,
            "se": 6.85,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "writing",
        "band": "medium",
        "score": 66.25,
        "se": 3.9,
        "evidence": -0.271,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash",
            "score": 70.12,
            "se": 3.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash",
            "score": 62.38,
            "se": 6.85,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "writing",
        "band": "medium",
        "score": 60.2,
        "se": 3.97,
        "evidence": -0.2761,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.6-luna-max",
            "score": 72.57,
            "se": 3.64,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.6-luna-max",
            "score": 47.82,
            "se": 7.06,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Luna (xHigh)",
            "score": 1443.1,
            "se": 3.11,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "writing",
        "band": "medium",
        "score": 70.44,
        "se": 3.82,
        "evidence": -0.2908,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash-0731",
            "score": 79.18,
            "se": 3.32,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash-0731",
            "score": 61.7,
            "se": 6.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "writing",
        "band": "medium",
        "score": 70.44,
        "se": 3.82,
        "evidence": -0.2908,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash-0731",
            "score": 79.18,
            "se": 3.32,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash-0731",
            "score": 61.7,
            "se": 6.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 70.44,
        "se": 3.82,
        "evidence": -0.2908,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash-0731",
            "score": 79.18,
            "se": 3.32,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash-0731",
            "score": 61.7,
            "se": 6.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "writing",
        "band": "medium",
        "score": 70.44,
        "se": 3.82,
        "evidence": -0.2908,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:deepseek-v4-flash-0731",
            "score": 79.18,
            "se": 3.32,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:deepseek-v4-flash-0731",
            "score": 61.7,
            "se": 6.87,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "writing",
        "band": "medium",
        "score": 61.77,
        "se": 3.96,
        "evidence": -0.2979,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-6-luna-max",
            "score": 73.83,
            "se": 3.59,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-6-luna-max",
            "score": 49.7,
            "se": 7.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Luna (Max)",
            "score": 1436.26,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "writing",
        "band": "medium",
        "rating": 1426.04,
        "evidence": -0.3298,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.1",
            "score": 1426.04,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "writing",
        "band": "medium",
        "rating": 1426.2,
        "evidence": -0.3333,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-4.7",
            "score": 1426.2,
            "se": 5.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "writing",
        "band": "medium",
        "rating": 1422.89,
        "evidence": -0.4683,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Medium 3.5",
            "score": 1422.89,
            "se": 5.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "writing",
        "band": "medium",
        "rating": 1420.77,
        "evidence": -0.5739,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V3.2",
            "score": 1420.77,
            "se": 2.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "writing",
        "band": "medium",
        "score": 63.01,
        "se": 3.95,
        "evidence": -0.627,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:claude-haiku-5-5-xhigh-effort",
            "score": 63.52,
            "se": 3.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:claude-haiku-5-5-xhigh-effort",
            "score": 62.5,
            "se": 6.85,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Haiku 5.5 (High)",
            "score": 1425.81,
            "se": 4.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "writing",
        "band": "medium",
        "rating": 1414.55,
        "evidence": -0.8362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Haiku 4.5 (20251001)",
            "score": 1414.55,
            "se": 1.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "writing",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "writing",
        "band": "medium",
        "rating": 1412.81,
        "evidence": -0.8985,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-4.6",
            "score": 1412.81,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "writing",
        "band": "medium",
        "rating": 1409.91,
        "evidence": -0.9018,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling 2 Small",
            "score": 1409.91,
            "se": 10.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1409.91,
        "evidence": -0.9018,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling 2 Small",
            "score": 1409.91,
            "se": 10.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "writing",
        "band": "medium",
        "rating": 1409.94,
        "evidence": -1.0021,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 (High)",
            "score": 1409.94,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "writing",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "writing",
        "band": "medium",
        "rating": 1409.22,
        "evidence": -1.0346,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.1 Flash-Lite Preview",
            "score": 1409.22,
            "se": 2.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "writing",
        "band": "medium",
        "rating": 1406.99,
        "evidence": -1.1092,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o1 (2024-12-17)",
            "score": 1406.99,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "writing",
        "band": "medium",
        "rating": 1405.69,
        "evidence": -1.1522,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-122B-A10B",
            "score": 1405.69,
            "se": 3.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "writing",
        "band": "medium",
        "rating": 1403.01,
        "evidence": -1.2385,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 (2025-04-14)",
            "score": 1403.01,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "writing",
        "band": "medium",
        "rating": 1402.89,
        "evidence": -1.2442,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Large 3",
            "score": 1402.89,
            "se": 2.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "writing",
        "band": "medium",
        "rating": 1402.56,
        "evidence": -1.2493,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o3 (2025-04-16)",
            "score": 1402.56,
            "se": 2.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "writing",
        "band": "medium",
        "rating": 1400.29,
        "evidence": -1.3009,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-27B",
            "score": 1400.29,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1400.29,
        "evidence": -1.3009,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-27B",
            "score": 1400.29,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "writing",
        "band": "medium",
        "rating": 1397.27,
        "evidence": -1.3793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-R1",
            "score": 1397.27,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "writing",
        "band": "medium",
        "rating": 1396.51,
        "evidence": -1.4041,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling-Small",
            "score": 1396.51,
            "se": 3.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "writing",
        "band": "medium",
        "score": 63.22,
        "se": 3.92,
        "evidence": -1.4312,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:kimi-k2.7-code",
            "score": 77.91,
            "se": 3.39,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:kimi-k2.7-code",
            "score": 48.53,
            "se": 7.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "writing",
        "band": "medium",
        "score": 64.58,
        "se": 3.88,
        "evidence": -1.5635,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:gpt-5.4-nano-xhigh",
            "score": 62.51,
            "se": 3.95,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:gpt-5.4-nano-xhigh",
            "score": 66.65,
            "se": 6.67,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4 nano (High)",
            "score": 1386.26,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "writing",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "writing",
        "band": "medium",
        "rating": 1385.6,
        "evidence": -1.6465,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1385.6,
            "se": 6.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "writing",
        "band": "medium",
        "rating": 1381.85,
        "evidence": -1.7273,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Thinking",
            "score": 1381.85,
            "se": 6.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "writing",
        "band": "medium",
        "rating": 1381.8,
        "evidence": -1.7313,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-Flash",
            "score": 1381.8,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "writing",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "writing",
        "band": "medium",
        "rating": 1373.1,
        "evidence": -1.895,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 mini (2025-04-14)",
            "score": 1373.1,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "writing",
        "band": "medium",
        "rating": 1372.31,
        "evidence": -1.9024,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 mini (High)",
            "score": 1372.31,
            "se": 3.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "writing",
        "band": "medium",
        "rating": 1367.99,
        "evidence": -1.9654,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o4-mini (2025-04-16)",
            "score": 1367.99,
            "se": 3.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "writing",
        "band": "medium",
        "rating": 1365.84,
        "evidence": -1.9832,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1365.84,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "writing",
        "band": "medium",
        "rating": 1358.72,
        "evidence": -2.0488,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Thinking",
            "score": 1358.72,
            "se": 5.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "writing",
        "band": "medium",
        "rating": 1343.57,
        "evidence": -2.1574,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o3-mini",
            "score": 1343.57,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "writing",
        "band": "medium",
        "rating": 1343.38,
        "evidence": -2.1591,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 27B IT",
            "score": 1343.38,
            "se": 2.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "writing",
        "band": "medium",
        "rating": 1331.46,
        "evidence": -2.2618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen-Plus (0125)",
            "score": 1331.46,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "writing",
        "band": "medium",
        "rating": 1331.03,
        "evidence": -2.2714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-32B",
            "score": 1331.03,
            "se": 9.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "writing",
        "band": "medium",
        "rating": 1326.1,
        "evidence": -2.3052,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 nano (High)",
            "score": 1326.1,
            "se": 6.7,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "writing",
        "band": "medium",
        "rating": 1325.5,
        "evidence": -2.3088,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4o (2024-05-13)",
            "score": 1325.5,
            "se": 2.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "writing",
        "band": "medium",
        "rating": 1323.65,
        "evidence": -2.3239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-120b",
            "score": 1323.65,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1323.65,
        "evidence": -2.3239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-120b",
            "score": 1323.65,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "writing",
        "band": "medium",
        "rating": 1321.01,
        "evidence": -2.3513,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 12B IT",
            "score": 1321.01,
            "se": 8.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "writing",
        "band": "medium",
        "rating": 1308.97,
        "evidence": -2.4701,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B",
            "score": 1308.97,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "writing",
        "band": "medium",
        "rating": 1303.26,
        "evidence": -2.522,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4 Turbo (2024-04-09)",
            "score": 1303.26,
            "se": 2.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "writing",
        "band": "medium",
        "rating": 1299.27,
        "evidence": -2.5865,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 4 Scout 17B 16E Instruct",
            "score": 1299.27,
            "se": 3.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "writing",
        "band": "medium",
        "rating": 1300.29,
        "evidence": -2.5875,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 nano (2025-04-14)",
            "score": 1300.29,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "writing",
        "band": "medium",
        "rating": 1292.93,
        "evidence": -2.676,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4o mini (2024-07-18)",
            "score": 1292.93,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "writing",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "writing",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "writing",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "writing",
        "band": "medium",
        "rating": 1281.2,
        "evidence": -2.7542,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Granite 4.2 8B",
            "score": 1281.2,
            "se": 9.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "writing",
        "band": "medium",
        "rating": 1285.32,
        "evidence": -2.7651,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4 (0314)",
            "score": 1285.32,
            "se": 3.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "writing",
        "band": "medium",
        "rating": 1281.25,
        "evidence": -2.78,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-20b",
            "score": 1281.25,
            "se": 6.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "writing",
        "band": "medium",
        "rating": 1267.46,
        "evidence": -2.8665,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 4B IT",
            "score": 1267.46,
            "se": 8.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "writing",
        "band": "medium",
        "rating": 1255.23,
        "evidence": -2.9163,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Small 24B Instruct (2501)",
            "score": 1255.23,
            "se": 4.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "writing",
        "band": "medium",
        "rating": 1245.38,
        "evidence": -2.9505,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Phi-4",
            "score": 1245.38,
            "se": 3.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "writing",
        "band": "medium",
        "score": 56.36,
        "se": 4.05,
        "evidence": -2.9989,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.6-27b",
            "score": 63.3,
            "se": 3.94,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.6-27b",
            "score": 49.43,
            "se": 7.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "writing",
        "band": "medium",
        "score": 56.36,
        "se": 4.05,
        "evidence": -2.9989,
        "sources": [
          {
            "benchmark": "livebench:category/Language",
            "result": "livebench:category/Language:qwen3.6-27b",
            "score": 63.3,
            "se": 3.94,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "livebench:task/paraphrase",
            "result": "livebench:task/paraphrase:qwen3.6-27b",
            "score": 49.43,
            "se": 7.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "writing",
        "band": "medium",
        "rating": 1215.88,
        "evidence": -3,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-3.5 Turbo (0125)",
            "score": 1215.88,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "creative",
        "band": "medium",
        "rating": 1522.55,
        "evidence": 2.9677,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 4 Argon (High)",
            "score": 1522.55,
            "se": 5.15,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "creative",
        "band": "medium",
        "rating": 1516.06,
        "evidence": 2.928,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 4 Carbon (High)",
            "score": 1516.06,
            "se": 10.33,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "creative",
        "band": "medium",
        "rating": 1491.76,
        "evidence": 2.7366,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 4 Hydrogen (High)",
            "score": 1491.76,
            "se": 10.23,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "creative",
        "band": "medium",
        "score": 82.75,
        "se": 5.34,
        "evidence": 2.6972,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.8-flash-high",
            "score": 82.75,
            "se": 5.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.8 Flash (High)",
            "score": 1488.31,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "creative",
        "band": "medium",
        "score": 82.25,
        "se": 5.4,
        "evidence": 2.6555,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.7-flash-high",
            "score": 82.25,
            "se": 5.4,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.7 Flash (High)",
            "score": 1487.03,
            "se": 4.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "creative",
        "band": "medium",
        "score": 78.1,
        "se": 5.85,
        "evidence": 2.4435,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-fable-5-1-max-effort",
            "score": 78.1,
            "se": 5.85,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Fable 5.1 (Max)",
            "score": 1490.4,
            "se": 5.07,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "creative",
        "band": "medium",
        "score": 77.25,
        "se": 5.93,
        "evidence": 2.3564,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.1-pro-preview-high",
            "score": 77.25,
            "se": 5.93,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.1 Pro Preview",
            "score": 1481.68,
            "se": 2.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "creative",
        "band": "medium",
        "score": 80.6,
        "se": 5.59,
        "evidence": 2.2968,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-4-8-max-effort",
            "score": 80.6,
            "se": 5.59,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 4.8",
            "score": 1464.09,
            "se": 3.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "creative",
        "band": "medium",
        "score": 70.92,
        "se": 6.42,
        "evidence": 2.1817,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-5-5-max-effort",
            "score": 70.92,
            "se": 6.42,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 5.5 (High)",
            "score": 1517.07,
            "se": 5.78,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "creative",
        "band": "medium",
        "score": 71.7,
        "se": 6.37,
        "evidence": 2.168,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-fable-5-max-effort",
            "score": 71.7,
            "se": 6.37,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Fable 5 (High)",
            "score": 1501.22,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "creative",
        "band": "medium",
        "score": 76.52,
        "se": 5.99,
        "evidence": 2.1541,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.8-max",
            "score": 76.52,
            "se": 5.99,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.8-Max",
            "score": 1471.53,
            "se": 4.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "creative",
        "band": "medium",
        "score": 75.92,
        "se": 6.05,
        "evidence": 2.1331,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.6-sol-max",
            "score": 75.92,
            "se": 6.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.6 Sol (xHigh)",
            "score": 1471.04,
            "se": 3.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "creative",
        "band": "medium",
        "score": 75.6,
        "se": 6.07,
        "evidence": 2.118,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.6-flash-high",
            "score": 75.6,
            "se": 6.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.6 Flash (High)",
            "score": 1471.29,
            "se": 4.11,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "creative",
        "band": "medium",
        "score": 69.4,
        "se": 6.52,
        "evidence": 2.0158,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-4-7-xhigh-effort",
            "score": 69.4,
            "se": 6.52,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 4.7",
            "score": 1481.68,
            "se": 3.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "creative",
        "band": "medium",
        "score": 75.2,
        "se": 6.11,
        "evidence": 1.9947,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.5-flash-high",
            "score": 75.2,
            "se": 6.11,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.5 Flash (High)",
            "score": 1465.26,
            "se": 3.69,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "creative",
        "band": "medium",
        "rating": 1456.25,
        "evidence": 1.8358,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3 Flash",
            "score": 1456.25,
            "se": 4.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "creative",
        "band": "medium",
        "score": 66.13,
        "se": 6.69,
        "evidence": 1.8282,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-4-6-thinking-auto-high-effort",
            "score": 66.13,
            "se": 6.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 4.6",
            "score": 1477.94,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "creative",
        "band": "medium",
        "score": 75.37,
        "se": 6.09,
        "evidence": 1.8128,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:kimi-k3",
            "score": 75.37,
            "se": 6.09,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3 (Max)",
            "score": 1459.06,
            "se": 3.83,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 75.37,
        "se": 6.09,
        "evidence": 1.8128,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:kimi-k3",
            "score": 75.37,
            "se": 6.09,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3 (Max)",
            "score": 1459.06,
            "se": 3.83,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "creative",
        "band": "medium",
        "score": 75.37,
        "se": 6.09,
        "evidence": 1.8128,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:kimi-k3",
            "score": 75.37,
            "se": 6.09,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3 (Max)",
            "score": 1459.06,
            "se": 3.83,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "creative",
        "band": "medium",
        "rating": 1454.56,
        "evidence": 1.7788,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Sonnet 4.5 (20250929)",
            "score": 1454.56,
            "se": 3.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "creative",
        "band": "medium",
        "score": 69.92,
        "se": 6.49,
        "evidence": 1.6613,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-sonnet-5-5-max-effort",
            "score": 69.92,
            "se": 6.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Sonnet 5.5 (xHigh)",
            "score": 1463.68,
            "se": 5.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "creative",
        "band": "medium",
        "rating": 1453.06,
        "evidence": 1.6275,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3.1 Pro (Max)",
            "score": 1453.06,
            "se": 10.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1453.06,
        "evidence": 1.6275,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3.1 Pro (Max)",
            "score": 1453.06,
            "se": 10.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "creative",
        "band": "medium",
        "rating": 1453.06,
        "evidence": 1.6275,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K3.1 Pro (Max)",
            "score": 1453.06,
            "se": 10.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "creative",
        "band": "medium",
        "score": 72.13,
        "se": 6.34,
        "evidence": 1.5641,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
            "score": 1455.79,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "creative",
        "band": "medium",
        "score": 72.13,
        "se": 6.34,
        "evidence": 1.5641,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
            "score": 1455.79,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "creative",
        "band": "medium",
        "score": 72.13,
        "se": 6.34,
        "evidence": 1.5641,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
            "score": 1455.79,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 72.13,
        "se": 6.34,
        "evidence": 1.5641,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
            "score": 1455.79,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "creative",
        "band": "medium",
        "score": 72.13,
        "se": 6.34,
        "evidence": 1.5641,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3 (Max)",
            "score": 1455.79,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "creative",
        "band": "medium",
        "score": 78.27,
        "se": 5.83,
        "evidence": 1.5616,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:grok-4.6",
            "score": 78.27,
            "se": 5.83,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Grok 4.6 (High)",
            "score": 1442.28,
            "se": 4.06,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "creative",
        "band": "medium",
        "score": 73.98,
        "se": 6.2,
        "evidence": 1.5608,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-6-astra-max",
            "score": 73.98,
            "se": 6.2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-6 Astra (Max)",
            "score": 1450.61,
            "se": 5.32,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "creative",
        "band": "medium",
        "score": 65.85,
        "se": 6.71,
        "evidence": 1.5196,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 65.85,
            "se": 6.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 4.5 (20251101)",
            "score": 1461.04,
            "se": 3.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "creative",
        "band": "medium",
        "score": 61.32,
        "se": 6.89,
        "evidence": 1.4677,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-opus-5-max-effort",
            "score": 61.32,
            "se": 6.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Opus 5 (Max)",
            "score": 1473.35,
            "se": 4.06,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "creative",
        "band": "medium",
        "rating": 1448,
        "evidence": 1.4548,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiMo-V2.6-Pro",
            "score": 1448,
            "se": 10.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "creative",
        "band": "medium",
        "score": 72.55,
        "se": 6.31,
        "evidence": 1.442,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.5-xhigh",
            "score": 72.55,
            "se": 6.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.5",
            "score": 1447.79,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "creative",
        "band": "medium",
        "score": 74.93,
        "se": 6.13,
        "evidence": 1.4299,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro-0813",
            "score": 74.93,
            "se": 6.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1443.67,
            "se": 7.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 74.93,
        "se": 6.13,
        "evidence": 1.4299,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro-0813",
            "score": 74.93,
            "se": 6.13,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1443.67,
            "se": 7.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "creative",
        "band": "medium",
        "score": 76.28,
        "se": 6.02,
        "evidence": 1.3876,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.7-max",
            "score": 76.28,
            "se": 6.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.7-Max-Preview",
            "score": 1437.73,
            "se": 14.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "creative",
        "band": "medium",
        "score": 76.28,
        "se": 6.02,
        "evidence": 1.3876,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.7-max",
            "score": 76.28,
            "se": 6.02,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.7-Max-Preview",
            "score": 1437.73,
            "se": 14.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "creative",
        "band": "medium",
        "rating": 1446.18,
        "evidence": 1.3663,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.1",
            "score": 1446.18,
            "se": 3.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "creative",
        "band": "medium",
        "score": 70.82,
        "se": 6.43,
        "evidence": 1.3467,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-6.1-sol-max",
            "score": 70.82,
            "se": 6.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-6.1 Sol (Max)",
            "score": 1448.68,
            "se": 6.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "creative",
        "band": "medium",
        "score": 79.02,
        "se": 5.76,
        "evidence": 1.3363,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.4-xhigh",
            "score": 79.02,
            "se": 5.76,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.4",
            "score": 1433.22,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "creative",
        "band": "medium",
        "score": 68.9,
        "se": 6.55,
        "evidence": 1.3026,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 68.9,
            "se": 6.55,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Sonnet 4.6",
            "score": 1448.79,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "creative",
        "band": "medium",
        "score": 72.68,
        "se": 6.3,
        "evidence": 1.2426,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4.1-flash-max",
            "score": 72.68,
            "se": 6.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1440.8,
            "se": 6.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "creative",
        "band": "medium",
        "score": 67.75,
        "se": 6.61,
        "evidence": 1.1574,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
            "score": 1446.41,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "creative",
        "band": "medium",
        "score": 67.75,
        "se": 6.61,
        "evidence": 1.1574,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
            "score": 1446.41,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 67.75,
        "se": 6.61,
        "evidence": 1.1574,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
            "score": 1446.41,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "creative",
        "band": "medium",
        "score": 67.75,
        "se": 6.61,
        "evidence": 1.1574,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
            "score": 1446.41,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "creative",
        "band": "medium",
        "score": 67.75,
        "se": 6.61,
        "evidence": 1.1574,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Pro",
            "score": 1446.41,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "creative",
        "band": "medium",
        "rating": 1438.18,
        "evidence": 1.1155,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.6-Max-Preview",
            "score": 1438.18,
            "se": 11.44,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "creative",
        "band": "medium",
        "score": 62.88,
        "se": 6.83,
        "evidence": 0.9972,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.2",
            "score": 62.88,
            "se": 6.83,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.2 (Max)",
            "score": 1450.63,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "creative",
        "band": "medium",
        "score": 62.88,
        "se": 6.83,
        "evidence": 0.9972,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.2",
            "score": 62.88,
            "se": 6.83,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.2 (Max)",
            "score": 1450.63,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "creative",
        "band": "medium",
        "score": 62.88,
        "se": 6.83,
        "evidence": 0.9972,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.2",
            "score": 62.88,
            "se": 6.83,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.2 (Max)",
            "score": 1450.63,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 62.88,
        "se": 6.83,
        "evidence": 0.9972,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.2",
            "score": 62.88,
            "se": 6.83,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.2 (Max)",
            "score": 1450.63,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "creative",
        "band": "medium",
        "score": 74.92,
        "se": 6.13,
        "evidence": 0.9366,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:grok-4.7-xhigh",
            "score": 74.92,
            "se": 6.13,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Grok 4.7 (xHigh)",
            "score": 1421.37,
            "se": 4.91,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "creative",
        "band": "medium",
        "score": 67.47,
        "se": 6.63,
        "evidence": 0.8564,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gemini-3.5-flash-lite-high",
            "score": 67.47,
            "se": 6.63,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.5 Flash-Lite",
            "score": 1435.94,
            "se": 4.11,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "creative",
        "band": "medium",
        "score": 66.88,
        "se": 6.66,
        "evidence": 0.7474,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:kimi-k2.6-thinking",
            "score": 66.88,
            "se": 6.66,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Kimi K2.6",
            "score": 1432.36,
            "se": 4.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "creative",
        "band": "medium",
        "score": 66.83,
        "se": 6.66,
        "evidence": 0.6948,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.6-terra-max",
            "score": 66.83,
            "se": 6.66,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.6 Terra (xHigh)",
            "score": 1430.4,
            "se": 3.62,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "creative",
        "band": "medium",
        "rating": 1431.02,
        "evidence": 0.6946,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.7-Plus",
            "score": 1431.02,
            "se": 3.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "creative",
        "band": "medium",
        "rating": 1431.02,
        "evidence": 0.6946,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.7-Plus",
            "score": 1431.02,
            "se": 3.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "creative",
        "band": "medium",
        "score": 66.93,
        "se": 6.65,
        "evidence": 0.6745,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-6-sol-max",
            "score": 66.93,
            "se": 6.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-6 Sol (Max)",
            "score": 1428.15,
            "se": 5.28,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "creative",
        "band": "medium",
        "score": 62.32,
        "se": 6.85,
        "evidence": 0.5459,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-sonnet-5-xhigh-effort",
            "score": 62.32,
            "se": 6.85,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Sonnet 5 (High)",
            "score": 1433.58,
            "se": 3.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "creative",
        "band": "medium",
        "score": 59.88,
        "se": 6.93,
        "evidence": 0.4842,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3-flash",
            "score": 59.88,
            "se": 6.93,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3-Flash",
            "score": 1434.84,
            "se": 3.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 59.88,
        "se": 6.93,
        "evidence": 0.4842,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:glm-5.3-flash",
            "score": 59.88,
            "se": 6.93,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-5.3-Flash",
            "score": 1434.84,
            "se": 3.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "creative",
        "band": "medium",
        "score": 69.07,
        "se": 6.54,
        "evidence": 0.4092,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.6-luna-max",
            "score": 69.07,
            "se": 6.54,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.6 Luna (xHigh)",
            "score": 1410.58,
            "se": 3.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-vision-exp",
        "task": "creative",
        "band": "medium",
        "score": 73.83,
        "se": 6.22,
        "evidence": 0.4023,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash-vision-exp",
            "score": 73.83,
            "se": 6.22,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "creative",
        "band": "medium",
        "rating": 1418.35,
        "evidence": 0.3186,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemma 4 31B",
            "score": 1418.35,
            "se": 9.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "creative",
        "band": "medium",
        "score": 67.27,
        "se": 6.64,
        "evidence": 0.2815,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash",
            "score": 67.27,
            "se": 6.64,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Flash",
            "score": 1407.91,
            "se": 3.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 67.27,
        "se": 6.64,
        "evidence": 0.2815,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash",
            "score": 67.27,
            "se": 6.64,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Flash",
            "score": 1407.91,
            "se": 3.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "creative",
        "band": "medium",
        "score": 67.27,
        "se": 6.64,
        "evidence": 0.2815,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash",
            "score": 67.27,
            "se": 6.64,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V4-Flash",
            "score": 1407.91,
            "se": 3.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "creative",
        "band": "medium",
        "rating": 1414.63,
        "evidence": 0.195,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemini 3.1 Flash-Lite Preview",
            "score": 1414.63,
            "se": 3.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "creative",
        "band": "medium",
        "score": 63.28,
        "se": 6.82,
        "evidence": 0.0856,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-6-luna-max",
            "score": 63.28,
            "se": 6.82,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-6 Luna (Max)",
            "score": 1407.88,
            "se": 3.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "creative",
        "band": "medium",
        "score": 66.63,
        "se": 6.67,
        "evidence": 0.0839,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.4-mini-xhigh",
            "score": 66.63,
            "se": 6.67,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.4 mini (High)",
            "score": 1401.22,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "creative",
        "band": "medium",
        "score": 74.18,
        "se": 6.19,
        "evidence": 0.0816,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:inkling-xhigh",
            "score": 74.18,
            "se": 6.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Inkling",
            "score": 1388.68,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "creative",
        "band": "medium",
        "score": 70.5,
        "se": 6.45,
        "evidence": 0.0251,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash-0731",
            "score": 70.5,
            "se": 6.45,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "creative",
        "band": "medium",
        "score": 70.5,
        "se": 6.45,
        "evidence": 0.0251,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash-0731",
            "score": 70.5,
            "se": 6.45,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 70.5,
        "se": 6.45,
        "evidence": 0.0251,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash-0731",
            "score": 70.5,
            "se": 6.45,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "creative",
        "band": "medium",
        "score": 70.5,
        "se": 6.45,
        "evidence": 0.0251,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:deepseek-v4-flash-0731",
            "score": 70.5,
            "se": 6.45,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "creative",
        "band": "medium",
        "rating": 1407.56,
        "evidence": -0.0116,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.1",
            "score": 1407.56,
            "se": 4.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "creative",
        "band": "medium",
        "rating": 1406.08,
        "evidence": -0.0463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-397B-A17B",
            "score": 1406.08,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1406.08,
        "evidence": -0.0463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-397B-A17B",
            "score": 1406.08,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1406.08,
        "evidence": -0.0463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-397B-A17B",
            "score": 1406.08,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "creative",
        "band": "medium",
        "rating": 1405.5,
        "evidence": -0.0953,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-4.7",
            "score": 1405.5,
            "se": 6.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "creative",
        "band": "medium",
        "rating": 1402.92,
        "evidence": -0.1559,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4.1 (2025-04-14)",
            "score": 1402.92,
            "se": 3.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "creative",
        "band": "medium",
        "score": 63.55,
        "se": 6.81,
        "evidence": -0.1692,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:minimax-m3",
            "score": 63.55,
            "se": 6.81,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiniMax-M3",
            "score": 1396.28,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "creative",
        "band": "medium",
        "score": 63.55,
        "se": 6.81,
        "evidence": -0.1692,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:minimax-m3",
            "score": 63.55,
            "se": 6.81,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiniMax-M3",
            "score": 1396.28,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 63.55,
        "se": 6.81,
        "evidence": -0.1692,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:minimax-m3",
            "score": 63.55,
            "se": 6.81,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiniMax-M3",
            "score": 1396.28,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "creative",
        "band": "medium",
        "score": 63.55,
        "se": 6.81,
        "evidence": -0.1692,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:minimax-m3",
            "score": 63.55,
            "se": 6.81,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiniMax-M3",
            "score": 1396.28,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "creative",
        "band": "medium",
        "score": 68.57,
        "se": 6.57,
        "evidence": -0.1876,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:kimi-k2.7-code",
            "score": 68.57,
            "se": 6.57,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "creative",
        "band": "medium",
        "rating": 1401.08,
        "evidence": -0.213,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GLM-4.6",
            "score": 1401.08,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "creative",
        "band": "medium",
        "score": 56.87,
        "se": 7,
        "evidence": -0.2278,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.6-plus",
            "score": 56.87,
            "se": 7,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.6-Plus",
            "score": 1406.51,
            "se": 4.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "creative",
        "band": "medium",
        "rating": 1400.55,
        "evidence": -0.2308,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-V3.2",
            "score": 1400.55,
            "se": 3.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "creative",
        "band": "medium",
        "score": 65.7,
        "se": 6.71,
        "evidence": -0.2595,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.2-2025-12-11-high",
            "score": 65.7,
            "se": 6.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.2",
            "score": 1390.82,
            "se": 3.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "creative",
        "band": "medium",
        "rating": 1399.44,
        "evidence": -0.2601,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Mistral Medium 3.5",
            "score": 1399.44,
            "se": 7.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "creative",
        "band": "medium",
        "score": 73.6,
        "se": 6.23,
        "evidence": -0.4054,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:claude-haiku-5-5-xhigh-effort",
            "score": 73.6,
            "se": 6.23,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Haiku 5.5 (High)",
            "score": 1361.4,
            "se": 6.03,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "creative",
        "band": "medium",
        "score": 73.1,
        "se": 6.27,
        "evidence": -0.461,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.8-27b",
            "score": 73.1,
            "se": 6.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.8-27B",
            "score": 1359.13,
            "se": 4.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 73.1,
        "se": 6.27,
        "evidence": -0.461,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.8-27b",
            "score": 73.1,
            "se": 6.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.8-27B",
            "score": 1359.13,
            "se": 4.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "creative",
        "band": "medium",
        "score": 73.1,
        "se": 6.27,
        "evidence": -0.461,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.8-27b",
            "score": 73.1,
            "se": 6.27,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.8-27B",
            "score": 1359.13,
            "se": 4.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "creative",
        "band": "medium",
        "rating": 1391.78,
        "evidence": -0.509,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:MiMo-V2.6-Flash",
            "score": 1391.78,
            "se": 5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "creative",
        "band": "medium",
        "rating": 1387.83,
        "evidence": -0.5695,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Beam 1.0 501B A23B",
            "score": 1387.83,
            "se": 10.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "creative",
        "band": "medium",
        "rating": 1388.51,
        "evidence": -0.5862,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:DeepSeek-R1 (0528)",
            "score": 1388.51,
            "se": 6.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "creative",
        "band": "medium",
        "rating": 1386.9,
        "evidence": -0.6703,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Claude Haiku 4.5 (20251001)",
            "score": 1386.9,
            "se": 2.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "creative",
        "band": "medium",
        "rating": 1382.95,
        "evidence": -0.765,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:o3 (2025-04-16)",
            "score": 1382.95,
            "se": 3.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "creative",
        "band": "medium",
        "rating": 1381.27,
        "evidence": -0.8041,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:o1 (2024-12-17)",
            "score": 1381.27,
            "se": 4.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "creative",
        "band": "medium",
        "rating": 1378.2,
        "evidence": -0.8809,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1378.2,
            "se": 2.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1378.2,
        "evidence": -0.8809,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1378.2,
            "se": 2.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1378.2,
        "evidence": -0.8809,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1378.2,
            "se": 2.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "creative",
        "band": "medium",
        "rating": 1374.52,
        "evidence": -0.9592,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Mistral Large 3",
            "score": 1374.52,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "creative",
        "band": "medium",
        "rating": 1372.54,
        "evidence": -1.007,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5 (High)",
            "score": 1372.54,
            "se": 4.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "creative",
        "band": "medium",
        "rating": 1369.48,
        "evidence": -1.0627,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1369.48,
            "se": 9.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "creative",
        "band": "medium",
        "score": 60.13,
        "se": 6.92,
        "evidence": -1.0872,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.6-27b",
            "score": 60.13,
            "se": 6.92,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "creative",
        "band": "medium",
        "score": 60.13,
        "se": 6.92,
        "evidence": -1.0872,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:qwen3.6-27b",
            "score": 60.13,
            "se": 6.92,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "creative",
        "band": "medium",
        "score": 67.65,
        "se": 6.62,
        "evidence": -1.1406,
        "sources": [
          {
            "benchmark": "livebench:task/story_generation",
            "result": "livebench:task/story_generation:gpt-5.4-nano-xhigh",
            "score": 67.65,
            "se": 6.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5.4 nano (High)",
            "score": 1336.57,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "creative",
        "band": "medium",
        "rating": 1365.35,
        "evidence": -1.16,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-122B-A10B",
            "score": 1365.35,
            "se": 4.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "creative",
        "band": "medium",
        "rating": 1357.64,
        "evidence": -1.3139,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-27B",
            "score": 1357.64,
            "se": 4.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1357.64,
        "evidence": -1.3139,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-27B",
            "score": 1357.64,
            "se": 4.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "creative",
        "band": "medium",
        "rating": 1355.38,
        "evidence": -1.3693,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Instruct",
            "score": 1355.38,
            "se": 8.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1355.38,
        "evidence": -1.3693,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Instruct",
            "score": 1355.38,
            "se": 8.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1355.38,
        "evidence": -1.3693,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Instruct",
            "score": 1355.38,
            "se": 8.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "creative",
        "band": "medium",
        "rating": 1348.76,
        "evidence": -1.4966,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4.1 mini (2025-04-14)",
            "score": 1348.76,
            "se": 4.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "creative",
        "band": "medium",
        "rating": 1348.08,
        "evidence": -1.5115,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemma 3 27B IT",
            "score": 1348.08,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "creative",
        "band": "medium",
        "rating": 1345.03,
        "evidence": -1.5761,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Inkling 2 Small",
            "score": 1345.03,
            "se": 12.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1345.03,
        "evidence": -1.5761,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Inkling 2 Small",
            "score": 1345.03,
            "se": 12.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "creative",
        "band": "medium",
        "rating": 1342.16,
        "evidence": -1.6402,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-35B-A3B",
            "score": 1342.16,
            "se": 4.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1342.16,
        "evidence": -1.6402,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-35B-A3B",
            "score": 1342.16,
            "se": 4.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1342.16,
        "evidence": -1.6402,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-35B-A3B",
            "score": 1342.16,
            "se": 4.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "creative",
        "band": "medium",
        "rating": 1338.06,
        "evidence": -1.7166,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-VL-235B-A22B-Thinking",
            "score": 1338.06,
            "se": 9.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "creative",
        "band": "medium",
        "rating": 1337.65,
        "evidence": -1.7381,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3.5-Flash",
            "score": 1337.65,
            "se": 3.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "creative",
        "band": "medium",
        "rating": 1337.6,
        "evidence": -1.7391,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4o (2024-05-13)",
            "score": 1337.6,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "creative",
        "band": "medium",
        "rating": 1337.19,
        "evidence": -1.7475,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:o4-mini (2025-04-16)",
            "score": 1337.19,
            "se": 4.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "creative",
        "band": "medium",
        "rating": 1332.4,
        "evidence": -1.8078,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemma 3 12B IT",
            "score": 1332.4,
            "se": 11.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "creative",
        "band": "medium",
        "rating": 1326.13,
        "evidence": -1.9571,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Thinking",
            "score": 1326.13,
            "se": 7.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "creative",
        "band": "medium",
        "rating": 1322.94,
        "evidence": -2.0331,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5 mini (High)",
            "score": 1322.94,
            "se": 5.32,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "creative",
        "band": "medium",
        "rating": 1323.22,
        "evidence": -2.0408,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4 Turbo (2024-04-09)",
            "score": 1323.22,
            "se": 3.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "creative",
        "band": "medium",
        "rating": 1318.76,
        "evidence": -2.0981,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1318.76,
            "se": 5.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "creative",
        "band": "medium",
        "rating": 1319,
        "evidence": -2.1012,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Inkling-Small",
            "score": 1319,
            "se": 4.06,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "creative",
        "band": "medium",
        "rating": 1316.25,
        "evidence": -2.1049,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen-Plus (0125)",
            "score": 1316.25,
            "se": 9.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "creative",
        "band": "medium",
        "rating": 1313.09,
        "evidence": -2.1696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Instruct",
            "score": 1313.09,
            "se": 5.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1313.09,
        "evidence": -2.1696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Instruct",
            "score": 1313.09,
            "se": 5.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1313.09,
        "evidence": -2.1696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-Next-80B-A3B-Instruct",
            "score": 1313.09,
            "se": 5.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "creative",
        "band": "medium",
        "rating": 1307.03,
        "evidence": -2.2565,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4.1 nano (2025-04-14)",
            "score": 1307.03,
            "se": 9.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "creative",
        "band": "medium",
        "rating": 1303.68,
        "evidence": -2.2969,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-32B",
            "score": 1303.68,
            "se": 11.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "creative",
        "band": "medium",
        "rating": 1300.99,
        "evidence": -2.3383,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:o3-mini",
            "score": 1300.99,
            "se": 3.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "creative",
        "band": "medium",
        "rating": 1293.82,
        "evidence": -2.4463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4o mini (2024-07-18)",
            "score": 1293.82,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "creative",
        "band": "medium",
        "rating": 1288.92,
        "evidence": -2.5109,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Llama 4 Scout 17B 16E Instruct",
            "score": 1288.92,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "creative",
        "band": "medium",
        "rating": 1285.35,
        "evidence": -2.5547,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Llama 3.3 70B Instruct",
            "score": 1285.35,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1285.35,
        "evidence": -2.5547,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Llama 3.3 70B Instruct",
            "score": 1285.35,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "creative",
        "band": "medium",
        "rating": 1285.35,
        "evidence": -2.5547,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Llama 3.3 70B Instruct",
            "score": 1285.35,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "creative",
        "band": "medium",
        "rating": 1283.58,
        "evidence": -2.5706,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Qwen3-30B-A3B",
            "score": 1283.58,
            "se": 5.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "creative",
        "band": "medium",
        "rating": 1278.58,
        "evidence": -2.6248,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:gpt-oss-120b",
            "score": 1278.58,
            "se": 5.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "creative",
        "band": "medium",
        "rating": 1278.58,
        "evidence": -2.6248,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:gpt-oss-120b",
            "score": 1278.58,
            "se": 5.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "creative",
        "band": "medium",
        "rating": 1274.39,
        "evidence": -2.6301,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Gemma 3 4B IT",
            "score": 1274.39,
            "se": 11.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "creative",
        "band": "medium",
        "rating": 1266.57,
        "evidence": -2.7463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-4 (0613)",
            "score": 1266.57,
            "se": 4.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "creative",
        "band": "medium",
        "rating": 1245.99,
        "evidence": -2.8189,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-5 nano (High)",
            "score": 1245.99,
            "se": 10.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "creative",
        "band": "medium",
        "rating": 1240.98,
        "evidence": -2.8361,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:gpt-oss-20b",
            "score": 1240.98,
            "se": 9.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "creative",
        "band": "medium",
        "rating": 1226.61,
        "evidence": -2.8783,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Mistral Small 24B Instruct (2501)",
            "score": 1226.61,
            "se": 6.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "creative",
        "band": "medium",
        "rating": 1210,
        "evidence": -2.932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Phi-4",
            "score": 1210,
            "se": 4.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "creative",
        "band": "medium",
        "rating": 1199.13,
        "evidence": -2.95,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:Granite 4.2 8B",
            "score": 1199.13,
            "se": 13.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "creative",
        "band": "medium",
        "rating": 1190.92,
        "evidence": -2.9834,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/creative_writing",
            "result": "lmarena:text_style_control/creative_writing:GPT-3.5 Turbo (0125)",
            "score": 1190.92,
            "se": 4.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "summarization",
        "band": "medium",
        "score": 88.23,
        "se": 4.56,
        "evidence": 2.2265,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.1-pro-preview-high",
            "score": 88.23,
            "se": 4.56,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "summarization",
        "band": "medium",
        "score": 87.5,
        "se": 4.68,
        "evidence": 2.132,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.8-flash-high",
            "score": 87.5,
            "se": 4.68,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "summarization",
        "band": "medium",
        "score": 84.77,
        "se": 5.08,
        "evidence": 1.7896,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.7-flash-high",
            "score": 84.77,
            "se": 5.08,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "summarization",
        "band": "medium",
        "score": 83.8,
        "se": 5.21,
        "evidence": 1.6702,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.7-max",
            "score": 83.8,
            "se": 5.21,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "summarization",
        "band": "medium",
        "score": 83.8,
        "se": 5.21,
        "evidence": 1.6702,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.7-max",
            "score": 83.8,
            "se": 5.21,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "summarization",
        "band": "medium",
        "score": 82.58,
        "se": 5.36,
        "evidence": 1.5211,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.5-flash-high",
            "score": 82.58,
            "se": 5.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "summarization",
        "band": "medium",
        "score": 81.7,
        "se": 5.47,
        "evidence": 1.4128,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-fable-5-max-effort",
            "score": 81.7,
            "se": 5.47,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "summarization",
        "band": "medium",
        "score": 81.25,
        "se": 5.52,
        "evidence": 1.3581,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-6.1-sol-max",
            "score": 81.25,
            "se": 5.52,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "summarization",
        "band": "medium",
        "score": 79.55,
        "se": 5.7,
        "evidence": 1.1463,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-6-astra-max",
            "score": 79.55,
            "se": 5.7,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "summarization",
        "band": "medium",
        "score": 79.15,
        "se": 5.75,
        "evidence": 1.095,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.8-max",
            "score": 79.15,
            "se": 5.75,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "summarization",
        "band": "medium",
        "score": 78.17,
        "se": 5.84,
        "evidence": 0.9732,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:grok-4.7-xhigh",
            "score": 78.17,
            "se": 5.84,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "summarization",
        "band": "medium",
        "score": 77.67,
        "se": 5.89,
        "evidence": 0.9114,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-4-8-max-effort",
            "score": 77.67,
            "se": 5.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "summarization",
        "band": "medium",
        "score": 75.93,
        "se": 6.05,
        "evidence": 0.7007,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.8-27b",
            "score": 75.93,
            "se": 6.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 75.93,
        "se": 6.05,
        "evidence": 0.7007,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.8-27b",
            "score": 75.93,
            "se": 6.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 75.93,
        "se": 6.05,
        "evidence": 0.7007,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.8-27b",
            "score": 75.93,
            "se": 6.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "summarization",
        "band": "medium",
        "score": 75.85,
        "se": 6.05,
        "evidence": 0.6915,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.6-flash-high",
            "score": 75.85,
            "se": 6.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "summarization",
        "band": "medium",
        "score": 74.85,
        "se": 6.14,
        "evidence": 0.5729,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:inkling-xhigh",
            "score": 74.85,
            "se": 6.14,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "summarization",
        "band": "medium",
        "score": 74.55,
        "se": 6.16,
        "evidence": 0.5378,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 74.55,
        "se": 6.16,
        "evidence": 0.5378,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "summarization",
        "band": "medium",
        "score": 74.55,
        "se": 6.16,
        "evidence": 0.5378,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 74.55,
        "se": 6.16,
        "evidence": 0.5378,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 74.55,
        "se": 6.16,
        "evidence": 0.5378,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "summarization",
        "band": "medium",
        "score": 73.17,
        "se": 6.27,
        "evidence": 0.3777,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.6-terra-max",
            "score": 73.17,
            "se": 6.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "summarization",
        "band": "medium",
        "score": 72.32,
        "se": 6.33,
        "evidence": 0.2806,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.5-xhigh",
            "score": 72.32,
            "se": 6.33,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "summarization",
        "band": "medium",
        "score": 72.17,
        "se": 6.34,
        "evidence": 0.2635,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-fable-5-1-max-effort",
            "score": 72.17,
            "se": 6.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-vision-exp",
        "task": "summarization",
        "band": "medium",
        "score": 72.1,
        "se": 6.34,
        "evidence": 0.2557,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash-vision-exp",
            "score": 72.1,
            "se": 6.34,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "summarization",
        "band": "medium",
        "score": 71.77,
        "se": 6.37,
        "evidence": 0.2182,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.4-nano-xhigh",
            "score": 71.77,
            "se": 6.37,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "summarization",
        "band": "medium",
        "score": 71.5,
        "se": 6.38,
        "evidence": 0.1878,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash-0731",
            "score": 71.5,
            "se": 6.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "summarization",
        "band": "medium",
        "score": 71.5,
        "se": 6.38,
        "evidence": 0.1878,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash-0731",
            "score": 71.5,
            "se": 6.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 71.5,
        "se": 6.38,
        "evidence": 0.1878,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash-0731",
            "score": 71.5,
            "se": 6.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 71.5,
        "se": 6.38,
        "evidence": 0.1878,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash-0731",
            "score": 71.5,
            "se": 6.38,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "summarization",
        "band": "medium",
        "score": 71.22,
        "se": 6.4,
        "evidence": 0.1563,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-sonnet-5-xhigh-effort",
            "score": 71.22,
            "se": 6.4,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "summarization",
        "band": "medium",
        "score": 69.65,
        "se": 6.5,
        "evidence": -0.0188,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4.1-flash-max",
            "score": 69.65,
            "se": 6.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "summarization",
        "band": "medium",
        "score": 69.5,
        "se": 6.51,
        "evidence": -0.0354,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 69.5,
        "se": 6.51,
        "evidence": -0.0354,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 69.5,
        "se": 6.51,
        "evidence": -0.0354,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 69.5,
        "se": 6.51,
        "evidence": -0.0354,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "summarization",
        "band": "medium",
        "score": 69.5,
        "se": 6.51,
        "evidence": -0.0354,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "summarization",
        "band": "medium",
        "score": 69.43,
        "se": 6.52,
        "evidence": -0.0431,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.6-sol-max",
            "score": 69.43,
            "se": 6.52,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "summarization",
        "band": "medium",
        "score": 69.35,
        "se": 6.52,
        "evidence": -0.052,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:kimi-k3",
            "score": 69.35,
            "se": 6.52,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 69.35,
        "se": 6.52,
        "evidence": -0.052,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:kimi-k3",
            "score": 69.35,
            "se": 6.52,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "summarization",
        "band": "medium",
        "score": 69.35,
        "se": 6.52,
        "evidence": -0.052,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:kimi-k3",
            "score": 69.35,
            "se": 6.52,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "summarization",
        "band": "medium",
        "score": 69.1,
        "se": 6.53,
        "evidence": -0.0796,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-5-5-max-effort",
            "score": 69.1,
            "se": 6.53,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "summarization",
        "band": "medium",
        "score": 68.85,
        "se": 6.55,
        "evidence": -0.107,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash",
            "score": 68.85,
            "se": 6.55,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 68.85,
        "se": 6.55,
        "evidence": -0.107,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash",
            "score": 68.85,
            "se": 6.55,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 68.85,
        "se": 6.55,
        "evidence": -0.107,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-flash",
            "score": 68.85,
            "se": 6.55,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "summarization",
        "band": "medium",
        "score": 68.47,
        "se": 6.57,
        "evidence": -0.1487,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gemini-3.5-flash-lite-high",
            "score": 68.47,
            "se": 6.57,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "summarization",
        "band": "medium",
        "score": 68.42,
        "se": 6.57,
        "evidence": -0.1543,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.4-xhigh",
            "score": 68.42,
            "se": 6.57,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "summarization",
        "band": "medium",
        "score": 68.37,
        "se": 6.58,
        "evidence": -0.1596,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.2",
            "score": 68.37,
            "se": 6.58,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "summarization",
        "band": "medium",
        "score": 68.37,
        "se": 6.58,
        "evidence": -0.1596,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.2",
            "score": 68.37,
            "se": 6.58,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "summarization",
        "band": "medium",
        "score": 68.37,
        "se": 6.58,
        "evidence": -0.1596,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.2",
            "score": 68.37,
            "se": 6.58,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 68.37,
        "se": 6.58,
        "evidence": -0.1596,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.2",
            "score": 68.37,
            "se": 6.58,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "summarization",
        "band": "medium",
        "score": 68.08,
        "se": 6.59,
        "evidence": -0.1914,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:grok-4.6",
            "score": 68.08,
            "se": 6.59,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "summarization",
        "band": "medium",
        "score": 68,
        "se": 6.6,
        "evidence": -0.2,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-6-sol-max",
            "score": 68,
            "se": 6.6,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "summarization",
        "band": "medium",
        "score": 67.5,
        "se": 6.62,
        "evidence": -0.2547,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:kimi-k2.6-thinking",
            "score": 67.5,
            "se": 6.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "summarization",
        "band": "medium",
        "score": 66.98,
        "se": 6.65,
        "evidence": -0.311,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-haiku-5-5-xhigh-effort",
            "score": 66.98,
            "se": 6.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "summarization",
        "band": "medium",
        "score": 66.43,
        "se": 6.68,
        "evidence": -0.3704,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-5-max-effort",
            "score": 66.43,
            "se": 6.68,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "summarization",
        "band": "medium",
        "score": 66.28,
        "se": 6.69,
        "evidence": -0.3864,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-4-7-xhigh-effort",
            "score": 66.28,
            "se": 6.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "summarization",
        "band": "medium",
        "score": 65.67,
        "se": 6.71,
        "evidence": -0.4524,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro-0813",
            "score": 65.67,
            "se": 6.71,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 65.67,
        "se": 6.71,
        "evidence": -0.4524,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:deepseek-v4-pro-0813",
            "score": 65.67,
            "se": 6.71,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "summarization",
        "band": "medium",
        "score": 65.15,
        "se": 6.74,
        "evidence": -0.5079,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-4-6-thinking-auto-high-effort",
            "score": 65.15,
            "se": 6.74,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "summarization",
        "band": "medium",
        "score": 64.93,
        "se": 6.75,
        "evidence": -0.5314,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.6-luna-max",
            "score": 64.93,
            "se": 6.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "summarization",
        "band": "medium",
        "score": 64.32,
        "se": 6.77,
        "evidence": -0.5968,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.6-plus",
            "score": 64.32,
            "se": 6.77,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "summarization",
        "band": "medium",
        "score": 63.72,
        "se": 6.8,
        "evidence": -0.6603,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 63.72,
            "se": 6.8,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "summarization",
        "band": "medium",
        "score": 63.2,
        "se": 6.82,
        "evidence": -0.7149,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.2-2025-12-11-high",
            "score": 63.2,
            "se": 6.82,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "summarization",
        "band": "medium",
        "score": 61.65,
        "se": 6.88,
        "evidence": -0.875,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 61.65,
            "se": 6.88,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "summarization",
        "band": "medium",
        "score": 59.63,
        "se": 6.94,
        "evidence": -1.082,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-5.4-mini-xhigh",
            "score": 59.63,
            "se": 6.94,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "summarization",
        "band": "medium",
        "score": 58.32,
        "se": 6.97,
        "evidence": -1.2152,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:kimi-k2.7-code",
            "score": 58.32,
            "se": 6.97,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "summarization",
        "band": "medium",
        "score": 58.17,
        "se": 6.98,
        "evidence": -1.2297,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:claude-sonnet-5-5-max-effort",
            "score": 58.17,
            "se": 6.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "summarization",
        "band": "medium",
        "score": 56.47,
        "se": 7.01,
        "evidence": -1.398,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3-flash",
            "score": 56.47,
            "se": 7.01,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 56.47,
        "se": 7.01,
        "evidence": -1.398,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:glm-5.3-flash",
            "score": 56.47,
            "se": 7.01,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "summarization",
        "band": "medium",
        "score": 55.32,
        "se": 7.03,
        "evidence": -1.5094,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:gpt-6-luna-max",
            "score": 55.32,
            "se": 7.03,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "summarization",
        "band": "medium",
        "score": 53.93,
        "se": 7.05,
        "evidence": -1.6416,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:minimax-m3",
            "score": 53.93,
            "se": 7.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 53.93,
        "se": 7.05,
        "evidence": -1.6416,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:minimax-m3",
            "score": 53.93,
            "se": 7.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 53.93,
        "se": 7.05,
        "evidence": -1.6416,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:minimax-m3",
            "score": 53.93,
            "se": 7.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "summarization",
        "band": "medium",
        "score": 53.93,
        "se": 7.05,
        "evidence": -1.6416,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:minimax-m3",
            "score": 53.93,
            "se": 7.05,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "summarization",
        "band": "medium",
        "score": 52.62,
        "se": 7.06,
        "evidence": -1.7652,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.6-27b",
            "score": 52.62,
            "se": 7.06,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "summarization",
        "band": "medium",
        "score": 52.62,
        "se": 7.06,
        "evidence": -1.7652,
        "sources": [
          {
            "benchmark": "livebench:task/summarize",
            "result": "livebench:task/summarize:qwen3.6-27b",
            "score": 52.62,
            "se": 7.06,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1508.71,
        "evidence": 2.8615,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Fable 5 (High)",
            "score": 1508.71,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "extraction",
        "band": "medium",
        "rating": 1498.54,
        "evidence": 2.724,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.6",
            "score": 1498.54,
            "se": 2.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "extraction",
        "band": "medium",
        "score": 90.3,
        "se": 2.16,
        "evidence": 2.6468,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gemini-4-carbon",
            "score": 86.5,
            "se": 2.79,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gemini-4-carbon",
            "score": 94.1,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Carbon (High)",
            "score": 1525.24,
            "se": 8.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "extraction",
        "band": "medium",
        "score": 89.65,
        "se": 2.2,
        "evidence": 2.6195,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gemini-4-argon",
            "score": 85.2,
            "se": 2.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gemini-4-argon",
            "score": 94.1,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Argon (High)",
            "score": 1527.57,
            "se": 4.1,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1494.12,
        "evidence": 2.6102,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 5 (Max)",
            "score": 1494.12,
            "se": 3.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "extraction",
        "band": "medium",
        "rating": 1493.02,
        "evidence": 2.5925,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.7",
            "score": 1493.02,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "extraction",
        "band": "medium",
        "score": 89.15,
        "se": 1.9,
        "evidence": 2.5896,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:claude-opus-5.5",
            "score": 80.3,
            "se": 3.25,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:claude-opus-5.5",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 5.5 (High)",
            "score": 1518.07,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "extraction",
        "band": "medium",
        "score": 90.6,
        "se": 1.81,
        "evidence": 2.5485,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gemini-4-hydrogen",
            "score": 83.2,
            "se": 3.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gemini-4-hydrogen",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 4 Hydrogen (High)",
            "score": 1502.89,
            "se": 7.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "extraction",
        "band": "medium",
        "rating": 1490.31,
        "evidence": 2.4903,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Sol (xHigh)",
            "score": 1490.31,
            "se": 3.07,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "extraction",
        "band": "medium",
        "score": 87.2,
        "se": 2.32,
        "evidence": 2.3418,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:claude-fable-5.1",
            "score": 80.3,
            "se": 3.25,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:claude-fable-5.1",
            "score": 94.1,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Fable 5.1 (Max)",
            "score": 1501.05,
            "se": 4.33,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1486.07,
        "evidence": 2.3017,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.7 Flash (High)",
            "score": 1486.07,
            "se": 3.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "extraction",
        "band": "medium",
        "score": 88.35,
        "se": 1.94,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3",
            "score": 78.7,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "extraction",
        "band": "medium",
        "score": 88.35,
        "se": 1.94,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3",
            "score": 78.7,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "extraction",
        "band": "medium",
        "score": 88.35,
        "se": 1.94,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3",
            "score": 78.7,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3 (Max)",
            "score": 1488.95,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "extraction",
        "band": "medium",
        "score": 91.35,
        "se": 1.62,
        "evidence": 2.1906,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gpt-6.1-sol",
            "score": 82.7,
            "se": 3.09,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gpt-6.1-sol",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6.1 Sol (Max)",
            "score": 1481.7,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "extraction",
        "band": "medium",
        "score": 88.55,
        "se": 1.93,
        "evidence": 2.0539,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3.1-pro",
            "score": 79.1,
            "se": 3.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3.1-pro",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "extraction",
        "band": "medium",
        "score": 88.55,
        "se": 1.93,
        "evidence": 2.0539,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3.1-pro",
            "score": 79.1,
            "se": 3.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3.1-pro",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "extraction",
        "band": "medium",
        "score": 88.55,
        "se": 1.93,
        "evidence": 2.0539,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:kimi-k3.1-pro",
            "score": 79.1,
            "se": 3.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:kimi-k3.1-pro",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K3.1 Pro (Max)",
            "score": 1487.35,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "extraction",
        "band": "medium",
        "rating": 1480.57,
        "evidence": 2.0317,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1480.57,
        "evidence": 2.0317,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "extraction",
        "band": "medium",
        "rating": 1480.57,
        "evidence": 2.0317,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1480.57,
        "evidence": 2.0317,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1480.57,
        "evidence": 2.0317,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3 (Max)",
            "score": 1480.57,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "extraction",
        "band": "medium",
        "rating": 1479.69,
        "evidence": 2.0005,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.1 Pro Preview",
            "score": 1479.69,
            "se": 2.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "extraction",
        "band": "medium",
        "rating": 1478.51,
        "evidence": 1.9315,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.8",
            "score": 1478.51,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "extraction",
        "band": "medium",
        "score": 91.5,
        "se": 1.61,
        "evidence": 1.9107,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gpt-6-astra",
            "score": 83,
            "se": 3.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gpt-6-astra",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Astra (Max)",
            "score": 1473.84,
            "se": 4.27,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "extraction",
        "band": "medium",
        "score": 88.2,
        "se": 1.94,
        "evidence": 1.83,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:qwen3.8-max",
            "score": 78.4,
            "se": 3.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:qwen3.8-max",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-Max",
            "score": 1477.96,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "extraction",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.782,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1475.81,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "extraction",
        "band": "medium",
        "score": 75.05,
        "se": 2.44,
        "evidence": 1.7705,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gemini-3.8-flash",
            "score": 54,
            "se": 4.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gemini-3.8-flash",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.8 Flash (High)",
            "score": 1491.48,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "extraction",
        "band": "medium",
        "rating": 1474.53,
        "evidence": 1.7214,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.5",
            "score": 1474.53,
            "se": 2.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "extraction",
        "band": "medium",
        "rating": 1474.52,
        "evidence": 1.7209,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.6",
            "score": 1474.52,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1474.34,
        "evidence": 1.7114,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Opus 4.5 (20251101)",
            "score": 1474.34,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1472.75,
        "evidence": 1.6284,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.6 Flash (High)",
            "score": 1472.75,
            "se": 3.24,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "extraction",
        "band": "medium",
        "score": 78.75,
        "se": 2.23,
        "evidence": 1.5271,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:claude-sonnet-5.5",
            "score": 59.5,
            "se": 4.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:claude-sonnet-5.5",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 5.5 (xHigh)",
            "score": 1481.87,
            "se": 4.78,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "extraction",
        "band": "medium",
        "score": 86.25,
        "se": 2.2,
        "evidence": 1.5193,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:glm-5.3-flash",
            "score": 76.4,
            "se": 3.47,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:glm-5.3-flash",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3-Flash",
            "score": 1473.62,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "extraction",
        "band": "medium",
        "score": 86.25,
        "se": 2.2,
        "evidence": 1.5193,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:glm-5.3-flash",
            "score": 76.4,
            "se": 3.47,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:glm-5.3-flash",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.3-Flash",
            "score": 1473.62,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "extraction",
        "band": "medium",
        "rating": 1470.01,
        "evidence": 1.4719,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "extraction",
        "band": "medium",
        "rating": 1470.01,
        "evidence": 1.4719,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "extraction",
        "band": "medium",
        "rating": 1470.01,
        "evidence": 1.4719,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1470.01,
        "evidence": 1.4719,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.2 (Max)",
            "score": 1470.01,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "extraction",
        "band": "medium",
        "score": 85.15,
        "se": 2.07,
        "evidence": 1.4044,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:mimo-v2.6-pro",
            "score": 72.3,
            "se": 3.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:mimo-v2.6-pro",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Pro",
            "score": 1472.05,
            "se": 8.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "extraction",
        "band": "medium",
        "score": 89.65,
        "se": 1.73,
        "evidence": 1.3392,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gpt-5.6-terra",
            "score": 79.3,
            "se": 3.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gpt-5.6-terra",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Terra (xHigh)",
            "score": 1463.36,
            "se": 2.93,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "extraction",
        "band": "medium",
        "rating": 1465.77,
        "evidence": 1.3217,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Max-Preview",
            "score": 1465.77,
            "se": 8.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "extraction",
        "band": "medium",
        "rating": 1465.77,
        "evidence": 1.3217,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Max-Preview",
            "score": 1465.77,
            "se": 8.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "extraction",
        "band": "medium",
        "score": 91.15,
        "se": 1.64,
        "evidence": 1.3187,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gpt-6.1-terra",
            "score": 82.3,
            "se": 3.12,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gpt-6.1-terra",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1466.62,
        "evidence": 1.2811,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 5 (High)",
            "score": 1466.62,
            "se": 2.83,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1465.42,
        "evidence": 1.2235,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash (High)",
            "score": 1465.42,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1461.95,
        "evidence": 1.031,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Sonnet 4.5 (20250929)",
            "score": 1461.95,
            "se": 2.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "extraction",
        "band": "medium",
        "rating": 1460.45,
        "evidence": 1.0122,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1460.45,
            "se": 5.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1460.45,
        "evidence": 1.0122,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1460.45,
            "se": 5.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "extraction",
        "band": "medium",
        "rating": 1461.31,
        "evidence": 1,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-5.1",
            "score": 1461.31,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "extraction",
        "band": "medium",
        "rating": 1460.11,
        "evidence": 0.9453,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4",
            "score": 1460.11,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "extraction",
        "band": "medium",
        "score": 89.75,
        "se": 1.72,
        "evidence": 0.9186,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:deepseek-v4.1-flash-1017",
            "score": 79.5,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:deepseek-v4.1-flash-1017",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "extraction",
        "band": "medium",
        "score": 89.75,
        "se": 1.72,
        "evidence": 0.9186,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:deepseek-v4.1-flash-1017",
            "score": 79.5,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:deepseek-v4.1-flash-1017",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "extraction",
        "band": "medium",
        "score": 89.75,
        "se": 1.72,
        "evidence": 0.9186,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:deepseek-v4.1-flash-1017",
            "score": 79.5,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:deepseek-v4.1-flash-1017",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "extraction",
        "band": "medium",
        "rating": 1457.41,
        "evidence": 0.843,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3 Flash",
            "score": 1457.41,
            "se": 3.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "extraction",
        "band": "medium",
        "rating": 1455.49,
        "evidence": 0.7743,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Kimi K2.6",
            "score": 1455.49,
            "se": 3.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "extraction",
        "band": "medium",
        "rating": 1453.18,
        "evidence": 0.6932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1453.18,
        "evidence": 0.6932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1453.18,
        "evidence": 0.6932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1453.18,
        "evidence": 0.6932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "extraction",
        "band": "medium",
        "rating": 1453.18,
        "evidence": 0.6932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Pro",
            "score": 1453.18,
            "se": 2.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "extraction",
        "band": "medium",
        "score": 86.65,
        "se": 2.01,
        "evidence": 0.6863,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:grok-4.6",
            "score": 75.3,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:grok-4.6",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Grok 4.6 (High)",
            "score": 1451.23,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "extraction",
        "band": "medium",
        "rating": 1450.52,
        "evidence": 0.627,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.6-Max-Preview",
            "score": 1450.52,
            "se": 7.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "extraction",
        "band": "medium",
        "score": 89.75,
        "se": 1.86,
        "evidence": 0.5667,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:claude-fable-5.2",
            "score": 81.5,
            "se": 3.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:claude-fable-5.2",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "extraction",
        "band": "medium",
        "rating": 1448.57,
        "evidence": 0.5557,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Sol (Max)",
            "score": 1448.57,
            "se": 4.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "extraction",
        "band": "medium",
        "score": 76.65,
        "se": 2.09,
        "evidence": 0.5456,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gemma-4-31b",
            "score": 53.3,
            "se": 4.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gemma-4-31b",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 4 31B",
            "score": 1453.14,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "extraction",
        "band": "medium",
        "score": 88.3,
        "se": 1.8,
        "evidence": 0.5252,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:mistral-large-4-0",
            "score": 76.6,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:mistral-large-4-0",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "extraction",
        "band": "medium",
        "rating": 1446.85,
        "evidence": 0.495,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Plus",
            "score": 1446.85,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "extraction",
        "band": "medium",
        "rating": 1446.85,
        "evidence": 0.495,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.7-Plus",
            "score": 1446.85,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "extraction",
        "band": "medium",
        "rating": 1443.2,
        "evidence": 0.364,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.5 Flash-Lite",
            "score": 1443.2,
            "se": 3.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "extraction",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.3591,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.6 Luna (xHigh)",
            "score": 1443.1,
            "se": 3.11,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "extraction",
        "band": "medium",
        "score": 88.45,
        "se": 1.79,
        "evidence": 0.3507,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:grok-4.7",
            "score": 76.9,
            "se": 3.44,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:grok-4.7",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Grok 4.7 (xHigh)",
            "score": 1435.37,
            "se": 4,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "extraction",
        "band": "medium",
        "score": 86.7,
        "se": 1.87,
        "evidence": 0.3054,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:gpt-6-luna",
            "score": 73.4,
            "se": 3.61,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:gpt-6-luna",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-6 Luna (Max)",
            "score": 1436.26,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1435.72,
        "evidence": 0.0576,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiMo-V2.6-Flash",
            "score": 1435.72,
            "se": 3.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "extraction",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1434.49,
        "evidence": 0.0314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-397B-A17B",
            "score": 1434.49,
            "se": 2.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "extraction",
        "band": "medium",
        "rating": 1434.69,
        "evidence": 0.0292,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.6-Plus",
            "score": 1434.69,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1434.5,
        "evidence": 0.0238,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4 mini (High)",
            "score": 1434.5,
            "se": 2.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "extraction",
        "band": "medium",
        "score": 86.4,
        "se": 1.88,
        "evidence": -0.0557,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:inkling",
            "score": 72.8,
            "se": 3.63,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:inkling",
            "score": 100,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling",
            "score": 1426.71,
            "se": 2.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "extraction",
        "band": "medium",
        "rating": 1433.23,
        "evidence": -0.0682,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Beam 1.0 501B A23B",
            "score": 1433.23,
            "se": 8.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "extraction",
        "band": "medium",
        "rating": 1428.21,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1428.21,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1428.21,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1428.21,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:MiniMax-M3",
            "score": 1428.21,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "extraction",
        "band": "medium",
        "rating": 1427.98,
        "evidence": -0.2483,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1427.98,
        "evidence": -0.2483,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1427.98,
        "evidence": -0.2483,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V4-Flash",
            "score": 1427.98,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "extraction",
        "band": "medium",
        "rating": 1426.04,
        "evidence": -0.3298,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.1",
            "score": 1426.04,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "extraction",
        "band": "medium",
        "rating": 1426.2,
        "evidence": -0.3333,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-4.7",
            "score": 1426.2,
            "se": 5.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "extraction",
        "band": "medium",
        "rating": 1423.77,
        "evidence": -0.4375,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.2",
            "score": 1423.77,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "extraction",
        "band": "medium",
        "score": 86.35,
        "se": 2.2,
        "evidence": -0.4607,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:qwen3.8-27b",
            "score": 76.6,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:qwen3.8-27b",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "extraction",
        "band": "medium",
        "score": 86.35,
        "se": 2.2,
        "evidence": -0.4607,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:qwen3.8-27b",
            "score": 76.6,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:qwen3.8-27b",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "extraction",
        "band": "medium",
        "score": 86.35,
        "se": 2.2,
        "evidence": -0.4607,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:qwen3.8-27b",
            "score": 76.6,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:qwen3.8-27b",
            "score": 96.1,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.8-27B",
            "score": 1418.86,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1422.89,
        "evidence": -0.4683,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Medium 3.5",
            "score": 1422.89,
            "se": 5.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "extraction",
        "band": "medium",
        "score": 75.55,
        "se": 2.26,
        "evidence": -0.511,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:claude-haiku-5.5",
            "score": 53.1,
            "se": 4.07,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:claude-haiku-5.5",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Haiku 5.5 (High)",
            "score": 1425.81,
            "se": 4.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "extraction",
        "band": "medium",
        "rating": 1420.77,
        "evidence": -0.5739,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-V3.2",
            "score": 1420.77,
            "se": 2.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "extraction",
        "band": "medium",
        "score": 84.7,
        "se": 2.09,
        "evidence": -0.7889,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:minimax-m3.1-flash",
            "score": 71.4,
            "se": 3.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:minimax-m3.1-flash",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "extraction",
        "band": "medium",
        "score": 84.7,
        "se": 2.09,
        "evidence": -0.7889,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis",
            "result": "livebench:v2/Data Analysis:minimax-m3.1-flash",
            "score": 71.4,
            "se": 3.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Data Analysis/Table reformat",
            "result": "livebench:v2/Data Analysis/Table reformat:minimax-m3.1-flash",
            "score": 98,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1414.55,
        "evidence": -0.8362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Claude Haiku 4.5 (20251001)",
            "score": 1414.55,
            "se": 1.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "extraction",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1414.11,
        "evidence": -0.8507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1414.11,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "extraction",
        "band": "medium",
        "rating": 1412.81,
        "evidence": -0.8985,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GLM-4.6",
            "score": 1412.81,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "extraction",
        "band": "medium",
        "rating": 1409.91,
        "evidence": -0.9018,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling 2 Small",
            "score": 1409.91,
            "se": 10.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1409.91,
        "evidence": -0.9018,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling 2 Small",
            "score": 1409.91,
            "se": 10.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "extraction",
        "band": "medium",
        "rating": 1409.94,
        "evidence": -1.0021,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 (High)",
            "score": 1409.94,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "extraction",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1408.71,
        "evidence": -1.0233,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Instruct",
            "score": 1408.71,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "extraction",
        "band": "medium",
        "rating": 1409.22,
        "evidence": -1.0346,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemini 3.1 Flash-Lite Preview",
            "score": 1409.22,
            "se": 2.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "extraction",
        "band": "medium",
        "rating": 1406.99,
        "evidence": -1.1092,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o1 (2024-12-17)",
            "score": 1406.99,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "extraction",
        "band": "medium",
        "rating": 1405.69,
        "evidence": -1.1522,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-122B-A10B",
            "score": 1405.69,
            "se": 3.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "extraction",
        "band": "medium",
        "rating": 1403.01,
        "evidence": -1.2385,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 (2025-04-14)",
            "score": 1403.01,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "extraction",
        "band": "medium",
        "rating": 1402.89,
        "evidence": -1.2442,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Large 3",
            "score": 1402.89,
            "se": 2.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "extraction",
        "band": "medium",
        "rating": 1402.56,
        "evidence": -1.2493,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o3 (2025-04-16)",
            "score": 1402.56,
            "se": 2.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "extraction",
        "band": "medium",
        "rating": 1400.29,
        "evidence": -1.3009,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-27B",
            "score": 1400.29,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1400.29,
        "evidence": -1.3009,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-27B",
            "score": 1400.29,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "extraction",
        "band": "medium",
        "rating": 1397.27,
        "evidence": -1.3793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:DeepSeek-R1",
            "score": 1397.27,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "extraction",
        "band": "medium",
        "rating": 1396.51,
        "evidence": -1.4041,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Inkling-Small",
            "score": 1396.51,
            "se": 3.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "extraction",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1386.73,
        "evidence": -1.6371,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-35B-A3B",
            "score": 1386.73,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "extraction",
        "band": "medium",
        "rating": 1386.26,
        "evidence": -1.6449,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5.4 nano (High)",
            "score": 1386.26,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "extraction",
        "band": "medium",
        "rating": 1385.6,
        "evidence": -1.6465,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1385.6,
            "se": 6.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "extraction",
        "band": "medium",
        "rating": 1381.85,
        "evidence": -1.7273,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-VL-235B-A22B-Thinking",
            "score": 1381.85,
            "se": 6.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "extraction",
        "band": "medium",
        "rating": 1381.8,
        "evidence": -1.7313,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3.5-Flash",
            "score": 1381.8,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "extraction",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1376.47,
        "evidence": -1.8291,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Instruct",
            "score": 1376.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1373.1,
        "evidence": -1.895,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 mini (2025-04-14)",
            "score": 1373.1,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1372.31,
        "evidence": -1.9024,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 mini (High)",
            "score": 1372.31,
            "se": 3.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1367.99,
        "evidence": -1.9654,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o4-mini (2025-04-16)",
            "score": 1367.99,
            "se": 3.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "extraction",
        "band": "medium",
        "rating": 1365.84,
        "evidence": -1.9832,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1365.84,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "extraction",
        "band": "medium",
        "rating": 1358.72,
        "evidence": -2.0488,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-Next-80B-A3B-Thinking",
            "score": 1358.72,
            "se": 5.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1343.57,
        "evidence": -2.1574,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:o3-mini",
            "score": 1343.57,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "extraction",
        "band": "medium",
        "rating": 1343.38,
        "evidence": -2.1591,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 27B IT",
            "score": 1343.38,
            "se": 2.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "extraction",
        "band": "medium",
        "rating": 1331.46,
        "evidence": -2.2618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen-Plus (0125)",
            "score": 1331.46,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "extraction",
        "band": "medium",
        "rating": 1331.03,
        "evidence": -2.2714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-32B",
            "score": 1331.03,
            "se": 9.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "extraction",
        "band": "medium",
        "rating": 1326.1,
        "evidence": -2.3052,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-5 nano (High)",
            "score": 1326.1,
            "se": 6.7,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "extraction",
        "band": "medium",
        "rating": 1325.5,
        "evidence": -2.3088,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4o (2024-05-13)",
            "score": 1325.5,
            "se": 2.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "extraction",
        "band": "medium",
        "rating": 1323.65,
        "evidence": -2.3239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-120b",
            "score": 1323.65,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1323.65,
        "evidence": -2.3239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-120b",
            "score": 1323.65,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "extraction",
        "band": "medium",
        "rating": 1321.01,
        "evidence": -2.3513,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 12B IT",
            "score": 1321.01,
            "se": 8.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "extraction",
        "band": "medium",
        "rating": 1308.97,
        "evidence": -2.4701,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Qwen3-30B-A3B",
            "score": 1308.97,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "extraction",
        "band": "medium",
        "rating": 1303.26,
        "evidence": -2.522,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4 Turbo (2024-04-09)",
            "score": 1303.26,
            "se": 2.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "extraction",
        "band": "medium",
        "rating": 1299.27,
        "evidence": -2.5865,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 4 Scout 17B 16E Instruct",
            "score": 1299.27,
            "se": 3.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "extraction",
        "band": "medium",
        "rating": 1300.29,
        "evidence": -2.5875,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4.1 nano (2025-04-14)",
            "score": 1300.29,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "extraction",
        "band": "medium",
        "rating": 1292.93,
        "evidence": -2.676,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4o mini (2024-07-18)",
            "score": 1292.93,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "extraction",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "extraction",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "extraction",
        "band": "medium",
        "rating": 1292.65,
        "evidence": -2.68,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Llama 3.3 70B Instruct",
            "score": 1292.65,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "extraction",
        "band": "medium",
        "rating": 1281.2,
        "evidence": -2.7542,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Granite 4.2 8B",
            "score": 1281.2,
            "se": 9.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "extraction",
        "band": "medium",
        "rating": 1285.32,
        "evidence": -2.7651,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-4 (0314)",
            "score": 1285.32,
            "se": 3.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "extraction",
        "band": "medium",
        "rating": 1281.25,
        "evidence": -2.78,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:gpt-oss-20b",
            "score": 1281.25,
            "se": 6.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "extraction",
        "band": "medium",
        "rating": 1267.46,
        "evidence": -2.8665,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Gemma 3 4B IT",
            "score": 1267.46,
            "se": 8.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "extraction",
        "band": "medium",
        "rating": 1255.23,
        "evidence": -2.9163,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Mistral Small 24B Instruct (2501)",
            "score": 1255.23,
            "se": 4.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "extraction",
        "band": "medium",
        "rating": 1245.38,
        "evidence": -2.9505,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:Phi-4",
            "score": 1245.38,
            "se": 3.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "extraction",
        "band": "medium",
        "rating": 1215.88,
        "evidence": -3,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/instruction_following",
            "result": "lmarena:text_style_control/instruction_following:GPT-3.5 Turbo (0125)",
            "score": 1215.88,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "classification",
        "band": "medium",
        "score": 81.41,
        "se": 2.75,
        "evidence": 2.634,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.8-flash-high",
            "score": 81.41,
            "se": 2.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "classification",
        "band": "medium",
        "score": 79.93,
        "se": 2.83,
        "evidence": 2.453,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.7-flash-high",
            "score": 79.93,
            "se": 2.83,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "classification",
        "band": "medium",
        "score": 79.1,
        "se": 2.88,
        "evidence": 2.3423,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.1-pro-preview-high",
            "score": 79.1,
            "se": 2.88,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "classification",
        "band": "medium",
        "score": 75.77,
        "se": 3.03,
        "evidence": 1.8241,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-fable-5-max-effort",
            "score": 75.77,
            "se": 3.03,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "classification",
        "band": "medium",
        "score": 75.6,
        "se": 3.04,
        "evidence": 1.7905,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.5-flash-high",
            "score": 75.6,
            "se": 3.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "classification",
        "band": "medium",
        "score": 75.58,
        "se": 3.04,
        "evidence": 1.7868,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-6-astra-max",
            "score": 75.58,
            "se": 3.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "classification",
        "band": "medium",
        "score": 75.37,
        "se": 3.05,
        "evidence": 1.7454,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.6-flash-high",
            "score": 75.37,
            "se": 3.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "classification",
        "band": "medium",
        "score": 75.28,
        "se": 3.05,
        "evidence": 1.7284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:grok-4.7-xhigh",
            "score": 75.28,
            "se": 3.05,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "classification",
        "band": "medium",
        "score": 74.15,
        "se": 3.1,
        "evidence": 1.508,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-6.1-sol-max",
            "score": 74.15,
            "se": 3.1,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "classification",
        "band": "medium",
        "score": 74.08,
        "se": 3.1,
        "evidence": 1.4949,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.8-max",
            "score": 74.08,
            "se": 3.1,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "classification",
        "band": "medium",
        "score": 74.04,
        "se": 3.1,
        "evidence": 1.4874,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.7-max",
            "score": 74.04,
            "se": 3.1,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "classification",
        "band": "medium",
        "score": 74.04,
        "se": 3.1,
        "evidence": 1.4874,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.7-max",
            "score": 74.04,
            "se": 3.1,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "classification",
        "band": "medium",
        "score": 72.99,
        "se": 3.14,
        "evidence": 1.2812,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-fable-5-1-max-effort",
            "score": 72.99,
            "se": 3.14,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "classification",
        "band": "medium",
        "score": 72.66,
        "se": 3.15,
        "evidence": 1.2169,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.8-27b",
            "score": 72.66,
            "se": 3.15,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 72.66,
        "se": 3.15,
        "evidence": 1.2169,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.8-27b",
            "score": 72.66,
            "se": 3.15,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "classification",
        "band": "medium",
        "score": 72.66,
        "se": 3.15,
        "evidence": 1.2169,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.8-27b",
            "score": 72.66,
            "se": 3.15,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "classification",
        "band": "medium",
        "score": 72.03,
        "se": 3.17,
        "evidence": 1.0936,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-4-8-max-effort",
            "score": 72.03,
            "se": 3.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "classification",
        "band": "medium",
        "score": 71.87,
        "se": 3.18,
        "evidence": 1.0618,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:grok-4.6",
            "score": 71.87,
            "se": 3.18,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "classification",
        "band": "medium",
        "score": 71.85,
        "se": 3.18,
        "evidence": 1.0579,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.6-sol-max",
            "score": 71.85,
            "se": 3.18,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "classification",
        "band": "medium",
        "score": 71.36,
        "se": 3.2,
        "evidence": 0.9581,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:kimi-k3",
            "score": 71.36,
            "se": 3.2,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 71.36,
        "se": 3.2,
        "evidence": 0.9581,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:kimi-k3",
            "score": 71.36,
            "se": 3.2,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "classification",
        "band": "medium",
        "score": 71.36,
        "se": 3.2,
        "evidence": 0.9581,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:kimi-k3",
            "score": 71.36,
            "se": 3.2,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-vision-exp",
        "task": "classification",
        "band": "medium",
        "score": 70.96,
        "se": 3.21,
        "evidence": 0.8761,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash-vision-exp",
            "score": 70.96,
            "se": 3.21,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "classification",
        "band": "medium",
        "score": 70.73,
        "se": 3.22,
        "evidence": 0.8282,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.5-xhigh",
            "score": 70.73,
            "se": 3.22,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "classification",
        "band": "medium",
        "score": 70.22,
        "se": 3.23,
        "evidence": 0.7223,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.4-xhigh",
            "score": 70.22,
            "se": 3.23,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "classification",
        "band": "medium",
        "score": 70.1,
        "se": 3.24,
        "evidence": 0.6964,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:inkling-xhigh",
            "score": 70.1,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "classification",
        "band": "medium",
        "score": 70.03,
        "se": 3.24,
        "evidence": 0.6818,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4.1-flash-max",
            "score": 70.03,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "classification",
        "band": "medium",
        "score": 69.3,
        "se": 3.26,
        "evidence": 0.5284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "classification",
        "band": "medium",
        "score": 69.3,
        "se": 3.26,
        "evidence": 0.5284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "classification",
        "band": "medium",
        "score": 69.3,
        "se": 3.26,
        "evidence": 0.5284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 69.3,
        "se": 3.26,
        "evidence": 0.5284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "classification",
        "band": "medium",
        "score": 69.3,
        "se": 3.26,
        "evidence": 0.5284,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "classification",
        "band": "medium",
        "score": 68.57,
        "se": 3.28,
        "evidence": 0.376,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-6-sol-max",
            "score": 68.57,
            "se": 3.28,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "classification",
        "band": "medium",
        "score": 67.7,
        "se": 3.31,
        "evidence": 0.1975,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro-0813",
            "score": 67.7,
            "se": 3.31,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 67.7,
        "se": 3.31,
        "evidence": 0.1975,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro-0813",
            "score": 67.7,
            "se": 3.31,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "classification",
        "band": "medium",
        "score": 67.24,
        "se": 3.32,
        "evidence": 0.1009,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gemini-3.5-flash-lite-high",
            "score": 67.24,
            "se": 3.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "classification",
        "band": "medium",
        "score": 67.2,
        "se": 3.32,
        "evidence": 0.0923,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.4-nano-xhigh",
            "score": 67.2,
            "se": 3.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "classification",
        "band": "medium",
        "score": 66.74,
        "se": 3.33,
        "evidence": -0.0056,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-4-7-xhigh-effort",
            "score": 66.74,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "classification",
        "band": "medium",
        "score": 66.47,
        "se": 3.34,
        "evidence": -0.0623,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-haiku-5-5-xhigh-effort",
            "score": 66.47,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "classification",
        "band": "medium",
        "score": 65.74,
        "se": 3.36,
        "evidence": -0.2148,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-5-5-max-effort",
            "score": 65.74,
            "se": 3.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "classification",
        "band": "medium",
        "score": 65.52,
        "se": 3.36,
        "evidence": -0.2603,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash-0731",
            "score": 65.52,
            "se": 3.36,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "classification",
        "band": "medium",
        "score": 65.52,
        "se": 3.36,
        "evidence": -0.2603,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash-0731",
            "score": 65.52,
            "se": 3.36,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 65.52,
        "se": 3.36,
        "evidence": -0.2603,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash-0731",
            "score": 65.52,
            "se": 3.36,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "classification",
        "band": "medium",
        "score": 65.52,
        "se": 3.36,
        "evidence": -0.2603,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash-0731",
            "score": 65.52,
            "se": 3.36,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "classification",
        "band": "medium",
        "score": 64.62,
        "se": 3.38,
        "evidence": -0.4451,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.6-terra-max",
            "score": 64.62,
            "se": 3.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "classification",
        "band": "medium",
        "score": 64.36,
        "se": 3.39,
        "evidence": -0.498,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:kimi-k2.6-thinking",
            "score": 64.36,
            "se": 3.39,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "classification",
        "band": "medium",
        "score": 63.86,
        "se": 3.4,
        "evidence": -0.6001,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-sonnet-5-xhigh-effort",
            "score": 63.86,
            "se": 3.4,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "classification",
        "band": "medium",
        "score": 63.77,
        "se": 3.4,
        "evidence": -0.6186,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-5-max-effort",
            "score": 63.77,
            "se": 3.4,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "classification",
        "band": "medium",
        "score": 63.31,
        "se": 3.41,
        "evidence": -0.7121,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-4-6-thinking-auto-high-effort",
            "score": 63.31,
            "se": 3.41,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "classification",
        "band": "medium",
        "score": 63.22,
        "se": 3.41,
        "evidence": -0.7306,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 63.22,
            "se": 3.41,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "classification",
        "band": "medium",
        "score": 63.14,
        "se": 3.41,
        "evidence": -0.747,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash",
            "score": 63.14,
            "se": 3.41,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 63.14,
        "se": 3.41,
        "evidence": -0.747,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash",
            "score": 63.14,
            "se": 3.41,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "classification",
        "band": "medium",
        "score": 63.14,
        "se": 3.41,
        "evidence": -0.747,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-flash",
            "score": 63.14,
            "se": 3.41,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "classification",
        "band": "medium",
        "score": 62.55,
        "se": 3.42,
        "evidence": -0.8668,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 62.55,
            "se": 3.42,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "classification",
        "band": "medium",
        "score": 62.35,
        "se": 3.43,
        "evidence": -0.9064,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "classification",
        "band": "medium",
        "score": 62.35,
        "se": 3.43,
        "evidence": -0.9064,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 62.35,
        "se": 3.43,
        "evidence": -0.9064,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "classification",
        "band": "medium",
        "score": 62.35,
        "se": 3.43,
        "evidence": -0.9064,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "classification",
        "band": "medium",
        "score": 62.35,
        "se": 3.43,
        "evidence": -0.9064,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "classification",
        "band": "medium",
        "score": 62.29,
        "se": 3.43,
        "evidence": -0.9187,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.2",
            "score": 62.29,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "classification",
        "band": "medium",
        "score": 62.29,
        "se": 3.43,
        "evidence": -0.9187,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.2",
            "score": 62.29,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "classification",
        "band": "medium",
        "score": 62.29,
        "se": 3.43,
        "evidence": -0.9187,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.2",
            "score": 62.29,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 62.29,
        "se": 3.43,
        "evidence": -0.9187,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.2",
            "score": 62.29,
            "se": 3.43,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "classification",
        "band": "medium",
        "score": 61.77,
        "se": 3.44,
        "evidence": -1.0227,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.2-2025-12-11-high",
            "score": 61.77,
            "se": 3.44,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "classification",
        "band": "medium",
        "score": 60.12,
        "se": 3.46,
        "evidence": -1.3354,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.6-luna-max",
            "score": 60.12,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "classification",
        "band": "medium",
        "score": 59.8,
        "se": 3.47,
        "evidence": -1.3915,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-5.4-mini-xhigh",
            "score": 59.8,
            "se": 3.47,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "classification",
        "band": "medium",
        "score": 58.34,
        "se": 3.49,
        "evidence": -1.6468,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.6-plus",
            "score": 58.34,
            "se": 3.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "classification",
        "band": "medium",
        "score": 57.51,
        "se": 3.5,
        "evidence": -1.7832,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:minimax-m3",
            "score": 57.51,
            "se": 3.5,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "classification",
        "band": "medium",
        "score": 57.51,
        "se": 3.5,
        "evidence": -1.7832,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:minimax-m3",
            "score": 57.51,
            "se": 3.5,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 57.51,
        "se": 3.5,
        "evidence": -1.7832,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:minimax-m3",
            "score": 57.51,
            "se": 3.5,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "classification",
        "band": "medium",
        "score": 57.51,
        "se": 3.5,
        "evidence": -1.7832,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:minimax-m3",
            "score": 57.51,
            "se": 3.5,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "classification",
        "band": "medium",
        "score": 56.79,
        "se": 3.5,
        "evidence": -1.8963,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:claude-sonnet-5-5-max-effort",
            "score": 56.79,
            "se": 3.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "classification",
        "band": "medium",
        "score": 56.29,
        "se": 3.51,
        "evidence": -1.9696,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:kimi-k2.7-code",
            "score": 56.29,
            "se": 3.51,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "classification",
        "band": "medium",
        "score": 55.93,
        "se": 3.51,
        "evidence": -2.0227,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:gpt-6-luna-max",
            "score": 55.93,
            "se": 3.51,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "classification",
        "band": "medium",
        "score": 53.23,
        "se": 3.53,
        "evidence": -2.3433,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.6-27b",
            "score": 53.23,
            "se": 3.53,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 53.23,
        "se": 3.53,
        "evidence": -2.3433,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:qwen3.6-27b",
            "score": 53.23,
            "se": 3.53,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "classification",
        "band": "medium",
        "score": 52.82,
        "se": 3.53,
        "evidence": -2.3872,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3-flash",
            "score": 52.82,
            "se": 3.53,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "classification",
        "band": "medium",
        "score": 52.82,
        "se": 3.53,
        "evidence": -2.3872,
        "sources": [
          {
            "benchmark": "livebench:category/IF",
            "result": "livebench:category/IF:glm-5.3-flash",
            "score": 52.82,
            "se": 3.53,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "conversation",
        "band": "medium",
        "score": 77.7,
        "se": 1.32,
        "evidence": 3.4971,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-4-carbon_high",
            "score": 77.7,
            "se": 1.3169830843425607,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 4 Carbon (High)",
            "score": 1564.42,
            "se": 12.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "conversation",
        "band": "medium",
        "score": 76,
        "se": 1.35,
        "evidence": 3.4578,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-4-argon_high",
            "score": 76,
            "se": 1.3512312258920844,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 4 Argon (High)",
            "score": 1544.58,
            "se": 6.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "conversation",
        "band": "medium",
        "score": 70.7,
        "se": 1.44,
        "evidence": 3.2588,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-fable-5_xhigh",
            "score": 70.7,
            "se": 1.4399942998441293,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Fable 5 (High)",
            "score": 1517.37,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "conversation",
        "band": "medium",
        "score": 72.2,
        "se": 1.42,
        "evidence": 3.1432,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-5-5_max",
            "score": 72.2,
            "se": 1.4174516461485274,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 5.5 (High)",
            "score": 1501.59,
            "se": 7.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "conversation",
        "band": "medium",
        "score": 73.5,
        "se": 1.4,
        "evidence": 3.1421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3.1-pro-preview_high",
            "score": 73.5,
            "se": 1.3963164754810065,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.1 Pro Preview",
            "score": 1495.42,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "conversation",
        "band": "medium",
        "score": 69.7,
        "se": 1.45,
        "evidence": 3.1318,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3.8-flash_high",
            "score": 69.7,
            "se": 1.4539683710535192,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.8 Flash (High)",
            "score": 1504.51,
            "se": 3.75,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "conversation",
        "band": "medium",
        "score": 94,
        "se": 0.75,
        "evidence": 3,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-fable-5-2_max",
            "score": 94,
            "se": 0.7513751157474973,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "conversation",
        "band": "medium",
        "score": 69.7,
        "se": 1.45,
        "evidence": 2.9078,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.6-sol_max",
            "score": 69.7,
            "se": 1.4539683710535192,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.6 Sol (xHigh)",
            "score": 1491.03,
            "se": 4.02,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "conversation",
        "band": "medium",
        "score": 69.2,
        "se": 1.46,
        "evidence": 2.8386,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3.7-flash_high",
            "score": 69.2,
            "se": 1.460648312734278,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.7 Flash (High)",
            "score": 1489.66,
            "se": 4.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "conversation",
        "band": "medium",
        "score": 73.9,
        "se": 1.39,
        "evidence": 2.8304,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-6.1-sol_max",
            "score": 73.9,
            "se": 1.3895037677965185,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-6.1 Sol (Max)",
            "score": 1485.51,
            "se": 7.24,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "conversation",
        "band": "medium",
        "score": 75.6,
        "se": 1.36,
        "evidence": 2.8241,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-6-astra_max",
            "score": 75.6,
            "se": 1.3588548437881387,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-6 Astra (Max)",
            "score": 1482.91,
            "se": 6.22,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "conversation",
        "band": "medium",
        "score": 66.2,
        "se": 1.5,
        "evidence": 2.7602,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3.6-flash_high",
            "score": 66.2,
            "se": 1.4965960710224384,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.6 Flash (High)",
            "score": 1489.57,
            "se": 4.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "conversation",
        "band": "medium",
        "score": 70.8,
        "se": 1.44,
        "evidence": 2.7469,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-fable-5-1_max",
            "score": 70.8,
            "se": 1.4385511563477433,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Fable 5.1 (Max)",
            "score": 1485.35,
            "se": 6.13,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "conversation",
        "band": "medium",
        "score": 51.7,
        "se": 1.58,
        "evidence": 2.7066,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-4-7_xhigh",
            "score": 51.7,
            "se": 1.5810153729833274,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 4.7",
            "score": 1513.99,
            "se": 3.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "conversation",
        "band": "medium",
        "score": 66.8,
        "se": 1.49,
        "evidence": 2.5394,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3-flash-preview_high",
            "score": 66.8,
            "se": 1.4899597242811566,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3 Flash",
            "score": 1481.95,
            "se": 4.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "conversation",
        "band": "medium",
        "score": 63,
        "se": 1.53,
        "evidence": 2.5372,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.5_xhigh",
            "score": 63,
            "se": 1.5275252316519465,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.5",
            "score": 1484.41,
            "se": 3.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "conversation",
        "band": "medium",
        "score": 53,
        "se": 1.58,
        "evidence": 2.5164,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-4-8_max",
            "score": 53,
            "se": 1.5790799515836722,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 4.8",
            "score": 1493.37,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "conversation",
        "band": "medium",
        "score": 59.9,
        "se": 1.55,
        "evidence": 2.5129,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-5_max",
            "score": 59.9,
            "se": 1.550610974549837,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 5 (Max)",
            "score": 1486.14,
            "se": 4.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "conversation",
        "band": "medium",
        "score": 66.2,
        "se": 1.5,
        "evidence": 2.4795,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemini-3.5-flash_high",
            "score": 66.2,
            "se": 1.4965960710224384,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.5 Flash (High)",
            "score": 1479.74,
            "se": 3.77,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "conversation",
        "band": "medium",
        "score": 50.6,
        "se": 1.58,
        "evidence": 2.4708,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:kimi-k3_max",
            "score": 50.6,
            "se": 1.5818160898606837,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3 (Max)",
            "score": 1501.53,
            "se": 4.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 50.6,
        "se": 1.58,
        "evidence": 2.4708,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:kimi-k3_max",
            "score": 50.6,
            "se": 1.5818160898606837,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3 (Max)",
            "score": 1501.53,
            "se": 4.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "conversation",
        "band": "medium",
        "score": 50.6,
        "se": 1.58,
        "evidence": 2.4708,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:kimi-k3_max",
            "score": 50.6,
            "se": 1.5818160898606837,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3 (Max)",
            "score": 1501.53,
            "se": 4.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "conversation",
        "band": "medium",
        "score": 47,
        "se": 1.58,
        "evidence": 2.3587,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-4-6_max",
            "score": 47,
            "se": 1.5790799515836722,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 4.6",
            "score": 1509.44,
            "se": 2.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "conversation",
        "band": "medium",
        "score": 47.3,
        "se": 1.58,
        "evidence": 2.1712,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.8-max-0902_xhigh",
            "score": 47.3,
            "se": 1.579621855130273,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.8-Max",
            "score": 1494.64,
            "se": 4.44,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "conversation",
        "band": "medium",
        "score": 55.77,
        "se": 1.57,
        "evidence": 2.1013,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.7-max",
            "score": 55.77,
            "se": 1.5737359397180177,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.7-Max-Preview",
            "score": 1478.97,
            "se": 11.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "conversation",
        "band": "medium",
        "score": 55.77,
        "se": 1.57,
        "evidence": 2.1013,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.7-max",
            "score": 55.77,
            "se": 1.5737359397180177,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.7-Max-Preview",
            "score": 1478.97,
            "se": 11.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "conversation",
        "band": "medium",
        "score": 60.7,
        "se": 1.55,
        "evidence": 2.0104,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-6-sol_max",
            "score": 60.7,
            "se": 1.5452824654081525,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-6 Sol (Max)",
            "score": 1468.35,
            "se": 5.85,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "conversation",
        "band": "medium",
        "score": 57.3,
        "se": 1.56,
        "evidence": 1.8325,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-6.1-terra_max",
            "score": 57.3,
            "se": 1.5649789644462189,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "conversation",
        "band": "medium",
        "score": 52.91,
        "se": 1.58,
        "evidence": 1.7473,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro-0813_max",
            "score": 52.91,
            "se": 1.5808394665706598,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1468.79,
            "se": 7.91,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 52.91,
        "se": 1.58,
        "evidence": 1.7473,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro-0813_max",
            "score": 52.91,
            "se": 1.5808394665706598,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1468.79,
            "se": 7.91,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "conversation",
        "band": "medium",
        "score": 45.7,
        "se": 1.58,
        "evidence": 1.7345,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-opus-4-5-20251101_32K",
            "score": 45.7,
            "se": 1.57606915901365,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Opus 4.5 (20251101)",
            "score": 1484.13,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "conversation",
        "band": "medium",
        "score": 52,
        "se": 1.58,
        "evidence": 1.5828,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.6-max-preview",
            "score": 52,
            "se": 1.5822434816352415,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.6-Max-Preview",
            "score": 1466.31,
            "se": 10.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "conversation",
        "band": "medium",
        "score": 45.1,
        "se": 1.57,
        "evidence": 1.5514,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.4-2026-03-05_xhigh",
            "score": 45.1,
            "se": 1.5743152379585443,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.4",
            "score": 1480.28,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "conversation",
        "band": "medium",
        "score": 46.99,
        "se": 1.58,
        "evidence": 1.5421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro_max",
            "score": 46.99,
            "se": 1.5806515332355318,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
            "score": 1475.13,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 46.99,
        "se": 1.58,
        "evidence": 1.5421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro_max",
            "score": 46.99,
            "se": 1.5806515332355318,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
            "score": 1475.13,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 46.99,
        "se": 1.58,
        "evidence": 1.5421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro_max",
            "score": 46.99,
            "se": 1.5806515332355318,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
            "score": 1475.13,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 46.99,
        "se": 1.58,
        "evidence": 1.5421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro_max",
            "score": 46.99,
            "se": 1.5806515332355318,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
            "score": 1475.13,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "conversation",
        "band": "medium",
        "score": 46.99,
        "se": 1.58,
        "evidence": 1.5421,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-pro_max",
            "score": 46.99,
            "se": 1.5806515332355318,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Pro",
            "score": 1475.13,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "conversation",
        "band": "medium",
        "rating": 1476.35,
        "evidence": 1.4228,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3-Flash",
            "score": 1476.35,
            "se": 3.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1476.35,
        "evidence": 1.4228,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3-Flash",
            "score": 1476.35,
            "se": 3.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "conversation",
        "band": "medium",
        "rating": 1476.43,
        "evidence": 1.4001,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 4 Hydrogen (High)",
            "score": 1476.43,
            "se": 11.39,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "conversation",
        "band": "medium",
        "score": 46.5,
        "se": 1.58,
        "evidence": 1.3144,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-sonnet-5-5_max",
            "score": 46.5,
            "se": 1.5780495050030086,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Sonnet 5.5 (xHigh)",
            "score": 1469.22,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "conversation",
        "band": "medium",
        "rating": 1474.86,
        "evidence": 1.3143,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3.1 Pro (Max)",
            "score": 1474.86,
            "se": 12.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1474.86,
        "evidence": 1.3143,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3.1 Pro (Max)",
            "score": 1474.86,
            "se": 12.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "conversation",
        "band": "medium",
        "rating": 1474.86,
        "evidence": 1.3143,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K3.1 Pro (Max)",
            "score": 1474.86,
            "se": 12.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 1.2292,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.3_max",
            "score": 41,
            "se": 1.556091713692166,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
            "score": 1482.11,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 1.2292,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.3_max",
            "score": 41,
            "se": 1.556091713692166,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
            "score": 1482.11,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 1.2292,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.3_max",
            "score": 41,
            "se": 1.556091713692166,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
            "score": 1482.11,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 1.2292,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.3_max",
            "score": 41,
            "se": 1.556091713692166,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
            "score": 1482.11,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 1.2292,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.3_max",
            "score": 41,
            "se": 1.556091713692166,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.3 (Max)",
            "score": 1482.11,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "conversation",
        "band": "medium",
        "score": 43.2,
        "se": 1.57,
        "evidence": 1.1742,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.6-terra_max",
            "score": 43.2,
            "se": 1.5672320237336324,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.6 Terra (xHigh)",
            "score": 1474.47,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "conversation",
        "band": "medium",
        "score": 42.9,
        "se": 1.57,
        "evidence": 1.043,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash_max",
            "score": 42.9,
            "se": 1.5658997547870177,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1470.59,
            "se": 6.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "conversation",
        "band": "medium",
        "rating": 1466.79,
        "evidence": 0.8986,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.5 Flash-Lite",
            "score": 1466.79,
            "se": 4.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "conversation",
        "band": "medium",
        "score": 49.3,
        "se": 1.58,
        "evidence": 0.8691,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:grok-4.6_high",
            "score": 49.3,
            "se": 1.5817749561843528,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Grok 4.6 (High)",
            "score": 1449.08,
            "se": 4.52,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "conversation",
        "band": "medium",
        "score": 56,
        "se": 1.57,
        "evidence": 0.7316,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:grok-4.7_xhigh",
            "score": 56,
            "se": 1.5704987954361718,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Grok 4.7 (xHigh)",
            "score": 1434.9,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "conversation",
        "band": "medium",
        "rating": 1462.03,
        "evidence": 0.73,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiMo-V2.6-Pro",
            "score": 1462.03,
            "se": 12.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "conversation",
        "band": "medium",
        "rating": 1464.09,
        "evidence": 0.7299,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.7-Plus",
            "score": 1464.09,
            "se": 3.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "conversation",
        "band": "medium",
        "rating": 1464.09,
        "evidence": 0.7299,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.7-Plus",
            "score": 1464.09,
            "se": 3.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "conversation",
        "band": "medium",
        "score": 48,
        "se": 1.58,
        "evidence": 0.7026,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.1-2025-11-13_high",
            "score": 48,
            "se": 1.5806639423035178,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.1",
            "score": 1448.36,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "conversation",
        "band": "medium",
        "score": 32.8,
        "se": 1.49,
        "evidence": 0.6559,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-sonnet-4-6_max",
            "score": 32.8,
            "se": 1.4853842487270312,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Sonnet 4.6",
            "score": 1480.25,
            "se": 3.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "conversation",
        "band": "medium",
        "score": 34,
        "se": 1.5,
        "evidence": 0.5977,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.1",
            "score": 34,
            "se": 1.4987482264363972,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.1",
            "score": 1477.9,
            "se": 3.33,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "conversation",
        "band": "medium",
        "score": 34.2,
        "se": 1.5,
        "evidence": 0.5294,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.2_max",
            "score": 34.2,
            "se": 1.5008706182121803,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.2 (Max)",
            "score": 1476.45,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "conversation",
        "band": "medium",
        "score": 34.2,
        "se": 1.5,
        "evidence": 0.5294,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.2_max",
            "score": 34.2,
            "se": 1.5008706182121803,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.2 (Max)",
            "score": 1476.45,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "conversation",
        "band": "medium",
        "score": 34.2,
        "se": 1.5,
        "evidence": 0.5294,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.2_max",
            "score": 34.2,
            "se": 1.5008706182121803,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.2 (Max)",
            "score": 1476.45,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 34.2,
        "se": 1.5,
        "evidence": 0.5294,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-5.2_max",
            "score": 34.2,
            "se": 1.5008706182121803,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-5.2 (Max)",
            "score": 1476.45,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "conversation",
        "band": "medium",
        "score": 41,
        "se": 1.56,
        "evidence": 0.4677,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.6-luna_max",
            "score": 41,
            "se": 1.5560917136921657,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.6 Luna (xHigh)",
            "score": 1458.24,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "conversation",
        "band": "medium",
        "score": 33.7,
        "se": 1.5,
        "evidence": 0.3985,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-sonnet-5_max",
            "score": 33.7,
            "se": 1.495508791865346,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Sonnet 5 (High)",
            "score": 1473.02,
            "se": 3.64,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "conversation",
        "band": "medium",
        "score": 44.14,
        "se": 1.57,
        "evidence": 0.2606,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.6-plus",
            "score": 44.14,
            "se": 1.5718302238794237,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.6-Plus",
            "score": 1445.26,
            "se": 3.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "conversation",
        "band": "medium",
        "score": 23.7,
        "se": 1.35,
        "evidence": 0.2058,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-sonnet-4-5-20250929",
            "score": 23.7,
            "se": 1.3454070462577934,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Sonnet 4.5 (20250929)",
            "score": 1477.21,
            "se": 2.88,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "conversation",
        "band": "medium",
        "rating": 1452.89,
        "evidence": 0.1822,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Flash",
            "score": 1452.89,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1452.89,
        "evidence": 0.1822,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Flash",
            "score": 1452.89,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1452.89,
        "evidence": 0.1822,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V4-Flash",
            "score": 1452.89,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "conversation",
        "band": "medium",
        "rating": 1451.6,
        "evidence": 0.117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-397B-A17B",
            "score": 1451.6,
            "se": 2.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1451.6,
        "evidence": 0.117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-397B-A17B",
            "score": 1451.6,
            "se": 2.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1451.6,
        "evidence": 0.117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-397B-A17B",
            "score": 1451.6,
            "se": 2.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "conversation",
        "band": "medium",
        "score": 50.1,
        "se": 1.58,
        "evidence": 0.0988,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5-2025-08-07_high",
            "score": 50.1,
            "se": 1.5819268290576818,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5 (High)",
            "score": 1421.06,
            "se": 4.57,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "conversation",
        "band": "medium",
        "score": 34.9,
        "se": 1.51,
        "evidence": 0.0986,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:kimi-k2.6",
            "score": 34.9,
            "se": 1.5080663991563052,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Kimi K2.6",
            "score": 1461.69,
            "se": 4.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "conversation",
        "band": "medium",
        "score": 40.3,
        "se": 1.55,
        "evidence": -0.0109,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:Inkling_xhigh",
            "score": 40.3,
            "se": 1.5518757419066513,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Inkling",
            "score": 1446.2,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "conversation",
        "band": "medium",
        "score": 29.4,
        "se": 1.44,
        "evidence": -0.0332,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.4-mini-2026-03-17_high",
            "score": 29.4,
            "se": 1.4414290540008265,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.4 mini (High)",
            "score": 1465.53,
            "se": 3.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "conversation",
        "band": "medium",
        "score": 49.4,
        "se": 1.58,
        "evidence": -0.0466,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:o3-2025-04-16_high",
            "score": 49.4,
            "se": 1.5818160898606832,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:o3 (2025-04-16)",
            "score": 1420.34,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "conversation",
        "band": "medium",
        "rating": 1448.1,
        "evidence": -0.0565,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiniMax-M3",
            "score": 1448.1,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1448.1,
        "evidence": -0.0565,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiniMax-M3",
            "score": 1448.1,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1448.1,
        "evidence": -0.0565,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiniMax-M3",
            "score": 1448.1,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1448.1,
        "evidence": -0.0565,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiniMax-M3",
            "score": 1448.1,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "conversation",
        "band": "medium",
        "score": 41.4,
        "se": 1.56,
        "evidence": -0.0785,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-6-luna_max",
            "score": 41.4,
            "se": 1.5583544104177554,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-6 Luna (Max)",
            "score": 1441.42,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "conversation",
        "band": "medium",
        "score": 42.5,
        "se": 1.56,
        "evidence": -0.1052,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash-1017_max",
            "score": 42.5,
            "se": 1.564032031704017,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 42.5,
        "se": 1.56,
        "evidence": -0.1052,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash-1017_max",
            "score": 42.5,
            "se": 1.564032031704017,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 42.5,
        "se": 1.56,
        "evidence": -0.1052,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4.1-flash-1017_max",
            "score": 42.5,
            "se": 1.564032031704017,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "conversation",
        "band": "medium",
        "score": 32.2,
        "se": 1.48,
        "evidence": -0.1587,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:glm-4.7",
            "score": 32.2,
            "se": 1.4782913600996743,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-4.7",
            "score": 1457.71,
            "se": 6.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "conversation",
        "band": "medium",
        "rating": 1444.65,
        "evidence": -0.2098,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:MiMo-V2.6-Flash",
            "score": 1444.65,
            "se": 5.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "conversation",
        "band": "medium",
        "score": 10.4,
        "se": 0.97,
        "evidence": -0.5566,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gemma-4-31b-it",
            "score": 10.4,
            "se": 0.9658016218524242,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemma 4 31B",
            "score": 1465.12,
            "se": 8.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.43,
        "evidence": -0.5633,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.8-27B",
            "score": 1436.43,
            "se": 4.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.43,
        "evidence": -0.5633,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.8-27B",
            "score": 1436.43,
            "se": 4.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.43,
        "evidence": -0.5633,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.8-27B",
            "score": 1436.43,
            "se": 4.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.21,
        "evidence": -0.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1436.21,
            "se": 2.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.21,
        "evidence": -0.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1436.21,
            "se": 2.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1436.21,
        "evidence": -0.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1436.21,
            "se": 2.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "conversation",
        "band": "medium",
        "rating": 1432.3,
        "evidence": -0.5999,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Beam 1.0 501B A23B",
            "score": 1432.3,
            "se": 12.17,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "conversation",
        "band": "medium",
        "score": 32.8,
        "se": 1.49,
        "evidence": -0.6024,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.2-2025-12-11_low",
            "score": 32.8,
            "se": 1.4853842487270312,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.2",
            "score": 1444.3,
            "se": 2.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "conversation",
        "band": "medium",
        "rating": 1435.44,
        "evidence": -0.6195,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemini 3.1 Flash-Lite Preview",
            "score": 1435.44,
            "se": 3.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "conversation",
        "band": "medium",
        "rating": 1432.67,
        "evidence": -0.6783,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Mistral Medium 3.5",
            "score": 1432.67,
            "se": 7.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "conversation",
        "band": "medium",
        "rating": 1427.72,
        "evidence": -0.8837,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-V3.2",
            "score": 1427.72,
            "se": 3.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "conversation",
        "band": "medium",
        "rating": 1424.4,
        "evidence": -0.9564,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Instruct",
            "score": 1424.4,
            "se": 7.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1424.4,
        "evidence": -0.9564,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Instruct",
            "score": 1424.4,
            "se": 7.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1424.4,
        "evidence": -0.9564,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Instruct",
            "score": 1424.4,
            "se": 7.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "conversation",
        "band": "medium",
        "score": 36.5,
        "se": 1.52,
        "evidence": -1.0725,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:kimi-k2.7-code",
            "score": 36.5,
            "se": 1.5231776226264846,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "conversation",
        "band": "medium",
        "rating": 1421.03,
        "evidence": -1.0834,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GLM-4.6",
            "score": 1421.03,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "conversation",
        "band": "medium",
        "rating": 1414.69,
        "evidence": -1.1223,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Inkling 2 Small",
            "score": 1414.69,
            "se": 14.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1414.69,
        "evidence": -1.1223,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Inkling 2 Small",
            "score": 1414.69,
            "se": 14.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "conversation",
        "band": "medium",
        "score": 31.1,
        "se": 1.46,
        "evidence": -1.1243,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-4.1-2025-04-14",
            "score": 31.1,
            "se": 1.4645596385722692,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4.1 (2025-04-14)",
            "score": 1429.9,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "conversation",
        "band": "medium",
        "rating": 1419.33,
        "evidence": -1.1249,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-122B-A10B",
            "score": 1419.33,
            "se": 4.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "conversation",
        "band": "medium",
        "rating": 1419.06,
        "evidence": -1.1423,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Mistral Large 3",
            "score": 1419.06,
            "se": 2.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "conversation",
        "band": "medium",
        "score": 40.44,
        "se": 1.55,
        "evidence": -1.2032,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:Qwen3-235B-A22B-Thinking-2507",
            "score": 40.44,
            "se": 1.5535255725079344,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1393.06,
            "se": 8.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "conversation",
        "band": "medium",
        "score": 41.1,
        "se": 1.56,
        "evidence": -1.2508,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:o1-2024-12-17_high",
            "score": 41.1,
            "se": 1.556667341859915,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:o1-preview",
            "score": 1389.8,
            "se": 4.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "conversation",
        "band": "medium",
        "rating": 1413.65,
        "evidence": -1.2646,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-27B",
            "score": 1413.65,
            "se": 4.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1413.65,
        "evidence": -1.2646,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-27B",
            "score": 1413.65,
            "se": 4.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "conversation",
        "band": "medium",
        "rating": 1409.36,
        "evidence": -1.3727,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:DeepSeek-R1",
            "score": 1409.36,
            "se": 6.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "conversation",
        "band": "medium",
        "score": 33.63,
        "se": 1.5,
        "evidence": -1.4092,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-flash-0731_max",
            "score": 33.63,
            "se": 1.495531772489948,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "conversation",
        "band": "medium",
        "score": 33.63,
        "se": 1.5,
        "evidence": -1.4092,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-flash-0731_max",
            "score": 33.63,
            "se": 1.495531772489948,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "conversation",
        "band": "medium",
        "score": 33.63,
        "se": 1.5,
        "evidence": -1.4092,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-flash-0731_max",
            "score": 33.63,
            "se": 1.495531772489948,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "conversation",
        "band": "medium",
        "score": 33.63,
        "se": 1.5,
        "evidence": -1.4092,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:deepseek-v4-flash-0731_max",
            "score": 33.63,
            "se": 1.495531772489948,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "conversation",
        "band": "medium",
        "rating": 1400.02,
        "evidence": -1.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.02,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1400.02,
        "evidence": -1.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.02,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1400.02,
        "evidence": -1.5995,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.02,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "conversation",
        "band": "medium",
        "rating": 1394.25,
        "evidence": -1.7131,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-35B-A3B",
            "score": 1394.25,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1394.25,
        "evidence": -1.7131,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-35B-A3B",
            "score": 1394.25,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1394.25,
        "evidence": -1.7131,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-35B-A3B",
            "score": 1394.25,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "conversation",
        "band": "medium",
        "score": 23.8,
        "se": 1.35,
        "evidence": -1.7543,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-haiku-5-5_max",
            "score": 23.8,
            "se": 1.3473586661967094,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Haiku 5.5 (High)",
            "score": 1411.55,
            "se": 7.07,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "conversation",
        "band": "medium",
        "score": 13.2,
        "se": 1.07,
        "evidence": -1.7977,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:claude-haiku-4-5-20251001",
            "score": 13.2,
            "se": 1.0709373963527966,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Claude Haiku 4.5 (20251001)",
            "score": 1424.98,
            "se": 2.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "conversation",
        "band": "medium",
        "score": 19.1,
        "se": 1.24,
        "evidence": -1.8275,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:inkling-small_xhigh",
            "score": 19.1,
            "se": 1.2436787112179482,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Inkling-Small",
            "score": 1414.35,
            "se": 4.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "conversation",
        "band": "medium",
        "rating": 1384.49,
        "evidence": -1.832,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-VL-235B-A22B-Thinking",
            "score": 1384.49,
            "se": 8.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "conversation",
        "band": "medium",
        "rating": 1379.13,
        "evidence": -1.9413,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1379.13,
            "se": 4.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "conversation",
        "band": "medium",
        "score": 11.7,
        "se": 1.02,
        "evidence": -2.0721,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5.4-nano-2026-03-17_high",
            "score": 11.7,
            "se": 1.0169287802713345,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5.4 nano (High)",
            "score": 1413.47,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "conversation",
        "band": "medium",
        "rating": 1357.96,
        "evidence": -2.1214,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemma 3 27B IT",
            "score": 1357.96,
            "se": 3.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "conversation",
        "band": "medium",
        "score": 20.32,
        "se": 1.27,
        "evidence": -2.1341,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.5-flash",
            "score": 20.32,
            "se": 1.2737194890497592,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3.5-Flash",
            "score": 1395.71,
            "se": 3.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "conversation",
        "band": "medium",
        "rating": 1352.38,
        "evidence": -2.1679,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen-Plus (0125)",
            "score": 1352.38,
            "se": 9.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "conversation",
        "band": "medium",
        "rating": 1349.57,
        "evidence": -2.1801,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-Next-80B-A3B-Thinking",
            "score": 1349.57,
            "se": 6.57,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "conversation",
        "band": "medium",
        "rating": 1344.4,
        "evidence": -2.2646,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemma 3 12B IT",
            "score": 1344.4,
            "se": 13.11,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "conversation",
        "band": "medium",
        "score": 20,
        "se": 1.27,
        "evidence": -2.2714,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:mistral-large-4-0_high",
            "score": 20,
            "se": 1.2655439943366658,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "conversation",
        "band": "medium",
        "score": 19.6,
        "se": 1.26,
        "evidence": -2.3256,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:o4-mini-2025-04-16_low",
            "score": 19.6,
            "se": 1.2559527926707348,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:o4-mini (2025-04-16)",
            "score": 1382.56,
            "se": 3.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "conversation",
        "band": "medium",
        "score": 21.6,
        "se": 1.3,
        "evidence": -2.3278,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5-mini-2025-08-07_high",
            "score": 21.6,
            "se": 1.3019735539307762,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5 mini (High)",
            "score": 1372.83,
            "se": 4.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "conversation",
        "band": "medium",
        "rating": 1336.9,
        "evidence": -2.3306,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-32B",
            "score": 1336.9,
            "se": 11.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "conversation",
        "band": "medium",
        "score": 12.7,
        "se": 1.05,
        "evidence": -2.3954,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-4.1-mini-2025-04-14",
            "score": 12.7,
            "se": 1.0534798620855645,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4.1 mini (2025-04-14)",
            "score": 1393.13,
            "se": 3.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "conversation",
        "band": "medium",
        "rating": 1326.39,
        "evidence": -2.4127,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:gpt-oss-120b",
            "score": 1326.39,
            "se": 4.47,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1326.39,
        "evidence": -2.4127,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:gpt-oss-120b",
            "score": 1326.39,
            "se": 4.47,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "conversation",
        "band": "medium",
        "score": 26,
        "se": 1.39,
        "evidence": -2.4254,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-4o-2024-08-06",
            "score": 26,
            "se": 1.387777332977422,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4o (2024-05-13)",
            "score": 1340.45,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash",
        "task": "conversation",
        "band": "medium",
        "score": 15.92,
        "se": 1.16,
        "evidence": -2.5083,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.6-flash",
            "score": 15.92,
            "se": 1.157997032121365,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash@alibaba-us",
        "task": "conversation",
        "band": "medium",
        "score": 15.92,
        "se": 1.16,
        "evidence": -2.5083,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:qwen3.6-flash",
            "score": 15.92,
            "se": 1.157997032121365,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "conversation",
        "band": "medium",
        "rating": 1319.17,
        "evidence": -2.5105,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Llama 4 Scout 17B 16E Instruct",
            "score": 1319.17,
            "se": 4.47,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "conversation",
        "band": "medium",
        "rating": 1318.47,
        "evidence": -2.5189,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Qwen3-30B-A3B",
            "score": 1318.47,
            "se": 4.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "conversation",
        "band": "medium",
        "rating": 1316.85,
        "evidence": -2.5401,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Llama 3.3 70B Instruct",
            "score": 1316.85,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "conversation",
        "band": "medium",
        "rating": 1316.85,
        "evidence": -2.5401,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Llama 3.3 70B Instruct",
            "score": 1316.85,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "conversation",
        "band": "medium",
        "rating": 1316.85,
        "evidence": -2.5401,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Llama 3.3 70B Instruct",
            "score": 1316.85,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "conversation",
        "band": "medium",
        "rating": 1312.86,
        "evidence": -2.5927,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4 Turbo (2024-04-09)",
            "score": 1312.86,
            "se": 3.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "conversation",
        "band": "medium",
        "score": 15.3,
        "se": 1.14,
        "evidence": -2.7305,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:o3-mini-2025-01-31_high",
            "score": 15.3,
            "se": 1.1389500459665505,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:o3-mini",
            "score": 1339.69,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "conversation",
        "band": "medium",
        "rating": 1289.2,
        "evidence": -2.7916,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:gpt-oss-20b",
            "score": 1289.2,
            "se": 7.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "conversation",
        "band": "medium",
        "rating": 1274.24,
        "evidence": -2.835,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4 (0314)",
            "score": 1274.24,
            "se": 5.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "conversation",
        "band": "medium",
        "rating": 1272.22,
        "evidence": -2.8462,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Gemma 3 4B IT",
            "score": 1272.22,
            "se": 12.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "conversation",
        "band": "medium",
        "rating": 1269.61,
        "evidence": -2.8509,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Granite 4.2 8B",
            "score": 1269.61,
            "se": 14.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "conversation",
        "band": "medium",
        "rating": 1249.69,
        "evidence": -2.9161,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Mistral Small 24B Instruct (2501)",
            "score": 1249.69,
            "se": 6.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "conversation",
        "band": "medium",
        "rating": 1241.81,
        "evidence": -2.9361,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:Phi-4",
            "score": 1241.81,
            "se": 5.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "conversation",
        "band": "medium",
        "score": 11.7,
        "se": 1.02,
        "evidence": -2.9634,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-5-nano-2025-08-07_high",
            "score": 11.7,
            "se": 1.0169287802713343,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-5 nano (High)",
            "score": 1324.5,
            "se": 8.06,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "conversation",
        "band": "medium",
        "rating": 1201.39,
        "evidence": -3,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-3.5 Turbo (0125)",
            "score": 1201.39,
            "se": 4.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "conversation",
        "band": "medium",
        "score": 6,
        "se": 0.75,
        "evidence": -3.1868,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-4.1-nano-2025-04-14",
            "score": 6,
            "se": 0.7513751157474972,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4.1 nano (2025-04-14)",
            "score": 1313.84,
            "se": 9.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "conversation",
        "band": "medium",
        "score": 8.3,
        "se": 0.87,
        "evidence": -3.2128,
        "sources": [
          {
            "benchmark": "epoch:simpleqa_verified",
            "result": "epoch:simpleqa_verified:gpt-4o-mini-2024-07-18",
            "score": 8.3,
            "se": 0.8728527206074758,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/multi_turn",
            "result": "lmarena:text_style_control/multi_turn:GPT-4o mini (2024-07-18)",
            "score": 1310.69,
            "se": 3.44,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "analysis",
        "band": "medium",
        "score": 94.9,
        "se": 1.56,
        "evidence": 2.946,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-fable-5-2_unknown",
            "score": 94.9,
            "se": 1.56,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "analysis",
        "band": "medium",
        "score": 92.6,
        "se": 1.85,
        "evidence": 2.8799,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-4-carbon_unknown",
            "score": 92.6,
            "se": 1.85,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "analysis",
        "band": "medium",
        "score": 91.7,
        "se": 1.95,
        "evidence": 2.8494,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-4-argon_unknown",
            "score": 91.7,
            "se": 1.95,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "analysis",
        "band": "medium",
        "score": 88.4,
        "se": 2.26,
        "evidence": 2.7167,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-5-5_unknown",
            "score": 88.4,
            "se": 2.26,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "analysis",
        "band": "medium",
        "score": 86.6,
        "se": 2.41,
        "evidence": 2.6362,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-fable-5-1_unknown",
            "score": 86.6,
            "se": 2.41,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "analysis",
        "band": "medium",
        "score": 86.5,
        "se": 2.42,
        "evidence": 2.6314,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-6-astra_promax",
            "score": 86.5,
            "se": 2.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "analysis",
        "band": "medium",
        "score": 82.9,
        "se": 2.66,
        "evidence": 2.4616,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-6.1-sol_unknown",
            "score": 82.9,
            "se": 2.66,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "analysis",
        "band": "medium",
        "score": 82.4,
        "se": 2.69,
        "evidence": 2.4351,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-3.8-flash_unknown",
            "score": 82.4,
            "se": 2.69,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "analysis",
        "band": "medium",
        "score": 81.9,
        "se": 2.72,
        "evidence": 2.4089,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-fable-5_max",
            "score": 81.9,
            "se": 2.72,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "analysis",
        "band": "medium",
        "score": 80.6,
        "se": 2.8,
        "evidence": 2.3416,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-5_unknown",
            "score": 80.6,
            "se": 2.8,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "analysis",
        "band": "medium",
        "score": 79.6,
        "se": 2.85,
        "evidence": 2.2845,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-3.1-pro-preview",
            "score": 79.6,
            "se": 2.85,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "analysis",
        "band": "medium",
        "score": 76.7,
        "se": 2.99,
        "evidence": 2.0441,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-3.5-flash_unknown",
            "score": 76.7,
            "se": 2.99,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "analysis",
        "band": "medium",
        "score": 75.9,
        "se": 3.02,
        "evidence": 1.9778,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-sonnet-5-5_unknown",
            "score": 75.9,
            "se": 3.02,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "analysis",
        "band": "medium",
        "score": 75.9,
        "se": 3.02,
        "evidence": 1.9778,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:grok-4.6_unknown",
            "score": 75.9,
            "se": 3.02,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "analysis",
        "band": "medium",
        "score": 73.1,
        "se": 3.14,
        "evidence": 1.6961,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-6-sol_unknown",
            "score": 73.1,
            "se": 3.14,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "analysis",
        "band": "medium",
        "score": 72.2,
        "se": 3.17,
        "evidence": 1.5887,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-6.1-terra_unknown",
            "score": 72.2,
            "se": 3.17,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "analysis",
        "band": "medium",
        "score": 71.7,
        "se": 3.19,
        "evidence": 1.5269,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.6-sol_prounknown",
            "score": 71.7,
            "se": 3.19,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "analysis",
        "band": "medium",
        "score": 70.4,
        "se": 3.23,
        "evidence": 1.3663,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.7-max",
            "score": 70.4,
            "se": 3.23,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "analysis",
        "band": "medium",
        "score": 70.4,
        "se": 3.23,
        "evidence": 1.3663,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.7-max",
            "score": 70.4,
            "se": 3.23,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "analysis",
        "band": "medium",
        "score": 69,
        "se": 3.27,
        "evidence": 1.198,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.5_unknown",
            "score": 69,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "analysis",
        "band": "medium",
        "score": 67.6,
        "se": 3.31,
        "evidence": 1.0312,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-4-6",
            "score": 67.6,
            "se": 3.31,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "analysis",
        "band": "medium",
        "score": 66.7,
        "se": 3.33,
        "evidence": 0.9226,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4.1-flash_unknown",
            "score": 66.7,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "analysis",
        "band": "medium",
        "score": 66.2,
        "se": 3.34,
        "evidence": 0.8632,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.3_unknown",
            "score": 66.2,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 66.2,
        "se": 3.34,
        "evidence": 0.8632,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.3_unknown",
            "score": 66.2,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "analysis",
        "band": "medium",
        "score": 66.2,
        "se": 3.34,
        "evidence": 0.8632,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.3_unknown",
            "score": 66.2,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 66.2,
        "se": 3.34,
        "evidence": 0.8632,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.3_unknown",
            "score": 66.2,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 66.2,
        "se": 3.34,
        "evidence": 0.8632,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.3_unknown",
            "score": 66.2,
            "se": 3.34,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "analysis",
        "band": "medium",
        "score": 64.8,
        "se": 3.38,
        "evidence": 0.6996,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-4-8_unknown",
            "score": 64.8,
            "se": 3.38,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "analysis",
        "band": "medium",
        "score": 63,
        "se": 3.41,
        "evidence": 0.4862,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.6-max-preview",
            "score": 63,
            "se": 3.41,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "analysis",
        "band": "medium",
        "score": 62,
        "se": 3.43,
        "evidence": 0.3689,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-4-5-20251101",
            "score": 62,
            "se": 3.43,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "analysis",
        "band": "medium",
        "score": 61.7,
        "se": 3.44,
        "evidence": 0.3347,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-opus-4-7_unknown",
            "score": 61.7,
            "se": 3.44,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "analysis",
        "band": "medium",
        "score": 61.1,
        "se": 3.45,
        "evidence": 0.2651,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash-0731_unknown",
            "score": 61.1,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "analysis",
        "band": "medium",
        "score": 61.1,
        "se": 3.45,
        "evidence": 0.2651,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash-0731_unknown",
            "score": 61.1,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 61.1,
        "se": 3.45,
        "evidence": 0.2651,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash-0731_unknown",
            "score": 61.1,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 61.1,
        "se": 3.45,
        "evidence": 0.2651,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash-0731_unknown",
            "score": 61.1,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "analysis",
        "band": "medium",
        "score": 61.1,
        "se": 3.45,
        "evidence": 0.2651,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gemini-3-flash-preview",
            "score": 61.1,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "analysis",
        "band": "medium",
        "score": 60.7,
        "se": 3.45,
        "evidence": 0.2156,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:kimi-k3_max",
            "score": 60.7,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 60.7,
        "se": 3.45,
        "evidence": 0.2156,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:kimi-k3_max",
            "score": 60.7,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "analysis",
        "band": "medium",
        "score": 60.7,
        "se": 3.45,
        "evidence": 0.2156,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:kimi-k3_max",
            "score": 60.7,
            "se": 3.45,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "analysis",
        "band": "medium",
        "score": 60.6,
        "se": 3.46,
        "evidence": 0.2032,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-sonnet-5_unknown",
            "score": 60.6,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "analysis",
        "band": "medium",
        "score": 60.2,
        "se": 3.46,
        "evidence": 0.1491,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.8-27b",
            "score": 60.2,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 60.2,
        "se": 3.46,
        "evidence": 0.1491,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.8-27b",
            "score": 60.2,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 60.2,
        "se": 3.46,
        "evidence": 0.1491,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.8-27b",
            "score": 60.2,
            "se": 3.46,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "analysis",
        "band": "medium",
        "score": 58.8,
        "se": 3.48,
        "evidence": -0.0395,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.2_unknown",
            "score": 58.8,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "analysis",
        "band": "medium",
        "score": 58.8,
        "se": 3.48,
        "evidence": -0.0395,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.2_unknown",
            "score": 58.8,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "analysis",
        "band": "medium",
        "score": 58.8,
        "se": 3.48,
        "evidence": -0.0395,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.2_unknown",
            "score": 58.8,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 58.8,
        "se": 3.48,
        "evidence": -0.0395,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.2_unknown",
            "score": 58.8,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "analysis",
        "band": "medium",
        "score": 57.9,
        "se": 3.49,
        "evidence": -0.158,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:kimi-k2.7-code",
            "score": 57.9,
            "se": 3.49,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "analysis",
        "band": "medium",
        "score": 56.7,
        "se": 3.5,
        "evidence": -0.3113,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5-2025-08-07_high",
            "score": 56.7,
            "se": 3.5,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "analysis",
        "band": "medium",
        "score": 55.1,
        "se": 3.52,
        "evidence": -0.5132,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-5.1",
            "score": 55.1,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "analysis",
        "band": "medium",
        "score": 54.3,
        "se": 3.52,
        "evidence": -0.6138,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:claude-sonnet-4-5-20250929_unknown",
            "score": 54.3,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "analysis",
        "band": "medium",
        "score": 53.2,
        "se": 3.53,
        "evidence": -0.7502,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.1-2025-11-13_high",
            "score": 53.2,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "analysis",
        "band": "medium",
        "score": 53.1,
        "se": 3.53,
        "evidence": -0.7629,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:o3-2025-04-16_high",
            "score": 53.1,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "analysis",
        "band": "medium",
        "score": 50,
        "se": 3.54,
        "evidence": -1.0953,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:Inkling",
            "score": 50,
            "se": 3.54,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "analysis",
        "band": "medium",
        "score": 48.9,
        "se": 3.53,
        "evidence": -1.2049,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.6-terra_unknown",
            "score": 48.9,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "analysis",
        "band": "medium",
        "score": 47.7,
        "se": 3.53,
        "evidence": -1.3231,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:glm-4.7",
            "score": 47.7,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "analysis",
        "band": "medium",
        "score": 46.8,
        "se": 3.53,
        "evidence": -1.4093,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.6-luna_unknown",
            "score": 46.8,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "analysis",
        "band": "medium",
        "score": 46.3,
        "se": 3.53,
        "evidence": -1.4556,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash_unknown",
            "score": 46.3,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 46.3,
        "se": 3.53,
        "evidence": -1.4556,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash_unknown",
            "score": 46.3,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 46.3,
        "se": 3.53,
        "evidence": -1.4556,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:deepseek-v4-flash_unknown",
            "score": 46.3,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "analysis",
        "band": "medium",
        "score": 45.8,
        "se": 3.52,
        "evidence": -1.4958,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-5.2-2025-12-11_unknown",
            "score": 45.8,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "analysis",
        "band": "medium",
        "score": 45.8,
        "se": 3.52,
        "evidence": -1.4958,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:MiniMax-M3",
            "score": 45.8,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 45.8,
        "se": 3.52,
        "evidence": -1.4958,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:MiniMax-M3",
            "score": 45.8,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 45.8,
        "se": 3.52,
        "evidence": -1.4958,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:MiniMax-M3",
            "score": 45.8,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 45.8,
        "se": 3.52,
        "evidence": -1.4958,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:MiniMax-M3",
            "score": 45.8,
            "se": 3.52,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "analysis",
        "band": "medium",
        "score": 41.7,
        "se": 3.49,
        "evidence": -1.7372,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:o1-preview-2024-09-12",
            "score": 41.7,
            "se": 3.49,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "analysis",
        "band": "medium",
        "score": 40.8,
        "se": 3.48,
        "evidence": -1.7832,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:DeepSeek-R1-0528",
            "score": 40.8,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "analysis",
        "band": "medium",
        "score": 38.7,
        "se": 3.44,
        "evidence": -1.8901,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:o4-mini-2025-04-16_high",
            "score": 38.7,
            "se": 3.44,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash",
        "task": "analysis",
        "band": "medium",
        "score": 35.2,
        "se": 3.38,
        "evidence": -2.0591,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.6-flash",
            "score": 35.2,
            "se": 3.38,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash@alibaba-us",
        "task": "analysis",
        "band": "medium",
        "score": 35.2,
        "se": 3.38,
        "evidence": -2.0591,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:qwen3.6-flash",
            "score": 35.2,
            "se": 3.38,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "analysis",
        "band": "medium",
        "score": 27,
        "se": 3.14,
        "evidence": -2.4294,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-4.1-2025-04-14",
            "score": 27,
            "se": 3.14,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "analysis",
        "band": "medium",
        "score": 25.1,
        "se": 3.07,
        "evidence": -2.4965,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-4-turbo-2024-04-09",
            "score": 25.1,
            "se": 3.07,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "analysis",
        "band": "medium",
        "score": 22.8,
        "se": 2.97,
        "evidence": -2.5733,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:o3-mini-2025-01-31_high",
            "score": 22.8,
            "se": 2.97,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "analysis",
        "band": "medium",
        "score": 22.1,
        "se": 2.93,
        "evidence": -2.5971,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-oss-120b",
            "score": 22.1,
            "se": 2.93,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 22.1,
        "se": 2.93,
        "evidence": -2.5971,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-oss-120b",
            "score": 22.1,
            "se": 2.93,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "analysis",
        "band": "medium",
        "score": 20.4,
        "se": 2.85,
        "evidence": -2.6513,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:mistral-large-2512",
            "score": 20.4,
            "se": 2.85,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "analysis",
        "band": "medium",
        "score": 19.9,
        "se": 2.82,
        "evidence": -2.6674,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:Llama-3.3-70B-Instruct",
            "score": 19.9,
            "se": 2.82,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "analysis",
        "band": "medium",
        "score": 19.9,
        "se": 2.82,
        "evidence": -2.6674,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:Llama-3.3-70B-Instruct",
            "score": 19.9,
            "se": 2.82,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "analysis",
        "band": "medium",
        "score": 19.9,
        "se": 2.82,
        "evidence": -2.6674,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:Llama-3.3-70B-Instruct",
            "score": 19.9,
            "se": 2.82,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "analysis",
        "band": "medium",
        "score": 17.8,
        "se": 2.7,
        "evidence": -2.737,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-4o-2024-08-06",
            "score": 17.8,
            "se": 2.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "analysis",
        "band": "medium",
        "score": 10.7,
        "se": 2.19,
        "evidence": -2.9702,
        "sources": [
          {
            "benchmark": "epoch:simplebench_external",
            "result": "epoch:simplebench_external:gpt-4o-mini-2024-07-18",
            "score": 10.7,
            "se": 2.19,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "analysis",
        "band": "hard",
        "score": 92.77,
        "se": 2.49,
        "evidence": 3.5966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-4-argon_high",
            "score": 96.4,
            "se": 1.1918129589602695,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gemini-4-argon",
            "score": 95.1,
            "se": 1.52,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gemini-4-argon",
            "score": 86.8,
            "se": 7.22,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 4 Argon (High)",
            "score": 1545.03,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "analysis",
        "band": "hard",
        "score": 93.21,
        "se": 2.03,
        "evidence": 3.5314,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-4-carbon_high",
            "score": 96.53,
            "se": 1.207061012675132,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gemini-4-carbon",
            "score": 90.6,
            "se": 2.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gemini-4-carbon",
            "score": 92.5,
            "se": 5.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 4 Carbon (High)",
            "score": 1546.5,
            "se": 6.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "analysis",
        "band": "hard",
        "score": 88.03,
        "se": 3,
        "evidence": 3.0998,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.8-flash_high",
            "score": 95.39,
            "se": 1.401136318210652,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gemini-3.8-flash",
            "score": 89.3,
            "se": 2.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gemini-3.8-flash",
            "score": 79.4,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.8 Flash (High)",
            "score": 1518.33,
            "se": 2.53,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "analysis",
        "band": "hard",
        "score": 92.66,
        "se": 2.27,
        "evidence": 3.0617,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-6.1-sol_max",
            "score": 95.39,
            "se": 1.3780748450364693,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gpt-6.1-sol",
            "score": 92.6,
            "se": 1.84,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gpt-6.1-sol",
            "score": 90,
            "se": 6.4,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-6.1 Sol (Max)",
            "score": 1504.47,
            "se": 3.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "analysis",
        "band": "hard",
        "score": 93.02,
        "se": 2.21,
        "evidence": 3.0101,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-6-astra_max",
            "score": 95.77,
            "se": 1.3696812097020312,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gpt-6-astra",
            "score": 92.7,
            "se": 1.83,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gpt-6-astra",
            "score": 90.6,
            "se": 6.22,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-6 Astra (Max)",
            "score": 1499.81,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "analysis",
        "band": "hard",
        "score": 94.82,
        "se": 1.35,
        "evidence": 2.9566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.7-flash_high",
            "score": 94.82,
            "se": 1.345652529224626,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.7 Flash (High)",
            "score": 1509.88,
            "se": 2.78,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "analysis",
        "band": "hard",
        "score": 91.73,
        "se": 2.44,
        "evidence": 2.9048,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-sonnet-5-5_max",
            "score": 95.58,
            "se": 1.3710320714521202,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:claude-sonnet-5.5",
            "score": 91.6,
            "se": 1.95,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:claude-sonnet-5.5",
            "score": 88,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Sonnet 5.5 (xHigh)",
            "score": 1498.96,
            "se": 3.73,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "analysis",
        "band": "hard",
        "score": 94.1,
        "se": 1.7,
        "evidence": 2.7681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.1-pro-preview",
            "score": 94.1,
            "se": 1.7000000000000002,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.1 Pro Preview",
            "score": 1507.48,
            "se": 1.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "analysis",
        "band": "hard",
        "score": 90.56,
        "se": 2.41,
        "evidence": 2.7638,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-5-5_max",
            "score": 90.59,
            "se": 1.9434397190192136,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:claude-opus-5.5",
            "score": 92.2,
            "se": 1.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:claude-opus-5.5",
            "score": 88.9,
            "se": 6.7,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 5.5 (High)",
            "score": 1530.3,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "analysis",
        "band": "hard",
        "score": 92.93,
        "se": 1.83,
        "evidence": 2.662,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-5",
            "score": 92.93,
            "se": 1.8263105420199484,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 5 (Max)",
            "score": 1513.3,
            "se": 2.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "analysis",
        "band": "hard",
        "score": 90.1,
        "se": 3.54,
        "evidence": 2.5284,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:claude-fable-5.1",
            "score": 91.7,
            "se": 1.94,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:claude-fable-5.1",
            "score": 88.5,
            "se": 6.8,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Fable 5.1 (Max)",
            "score": 1521.74,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "analysis",
        "band": "hard",
        "score": 84.43,
        "se": 3.3,
        "evidence": 2.4638,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.8-max-0902_xhigh",
            "score": 92.3,
            "se": 1.7249976996605707,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:qwen3.8-max",
            "score": 88.2,
            "se": 2.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:qwen3.8-max",
            "score": 72.8,
            "se": 9.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.8-Max",
            "score": 1506.54,
            "se": 2.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "analysis",
        "band": "hard",
        "score": 88.38,
        "se": 2.28,
        "evidence": 2.3743,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-4-6_max",
            "score": 88.38,
            "se": 2.282888177524936,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 4.6",
            "score": 1526.37,
            "se": 1.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 1.59,
        "evidence": 2.2966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3_max",
            "score": 90.91,
            "se": 1.5851578202142853,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
            "score": 1507.12,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 1.59,
        "evidence": 2.2966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3_max",
            "score": 90.91,
            "se": 1.5851578202142853,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
            "score": 1507.12,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 1.59,
        "evidence": 2.2966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3_max",
            "score": 90.91,
            "se": 1.5851578202142853,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
            "score": 1507.12,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 1.59,
        "evidence": 2.2966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3_max",
            "score": 90.91,
            "se": 1.5851578202142853,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
            "score": 1507.12,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 1.59,
        "evidence": 2.2966,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3_max",
            "score": 90.91,
            "se": 1.5851578202142853,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3 (Max)",
            "score": 1507.12,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "analysis",
        "band": "hard",
        "score": 92.39,
        "se": 1.86,
        "evidence": 2.2708,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-fable-5-2_max",
            "score": 93.88,
            "se": 1.6253431037635206,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:claude-fable-5.2",
            "score": 88.8,
            "se": 2.22,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:claude-fable-5.2",
            "score": 94.5,
            "se": 4.86,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "analysis",
        "band": "hard",
        "score": 91.06,
        "se": 2.39,
        "evidence": 2.2132,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:grok-4.6_xhigh",
            "score": 93.18,
            "se": 1.5204299687218694,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:grok-4.6",
            "score": 91.2,
            "se": 1.99,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:grok-4.6",
            "score": 88.8,
            "se": 6.72,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Grok 4.6 (High)",
            "score": 1481.37,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "analysis",
        "band": "hard",
        "score": 94.32,
        "se": 1.49,
        "evidence": 2.1528,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-6-sol_max",
            "score": 94.32,
            "se": 1.4938512008159717,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-6 Sol (Max)",
            "score": 1483.45,
            "se": 3.32,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "analysis",
        "band": "hard",
        "score": 87.7,
        "se": 3.78,
        "evidence": 2.1381,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gemini-4-hydrogen",
            "score": 88.6,
            "se": 2.24,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gemini-4-hydrogen",
            "score": 86.8,
            "se": 7.22,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 4 Hydrogen (High)",
            "score": 1514.03,
            "se": 5.76,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "analysis",
        "band": "hard",
        "score": 87.37,
        "se": 3.03,
        "evidence": 2.1288,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-6.1-terra_max",
            "score": 94.32,
            "se": 1.4911672683567374,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gpt-6.1-terra",
            "score": 88.7,
            "se": 2.23,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gpt-6.1-terra",
            "score": 79.1,
            "se": 8.67,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "analysis",
        "band": "hard",
        "score": 86.36,
        "se": 2.45,
        "evidence": 2.0194,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-4-7_max",
            "score": 86.36,
            "se": 2.445015597318985,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 4.7",
            "score": 1519.03,
            "se": 2.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.9623,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.7-max",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.7-Max-Preview",
            "score": 1494.59,
            "se": 6.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.9623,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.7-max",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.7-Max-Preview",
            "score": 1494.59,
            "se": 6.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "analysis",
        "band": "hard",
        "score": 86.96,
        "se": 3.05,
        "evidence": 1.9559,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash-1017_max",
            "score": 93.18,
            "se": 1.5671362011907144,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:deepseek-v4.1-flash-1017",
            "score": 89.1,
            "se": 2.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:deepseek-v4.1-flash-1017",
            "score": 78.6,
            "se": 8.74,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 86.96,
        "se": 3.05,
        "evidence": 1.9559,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash-1017_max",
            "score": 93.18,
            "se": 1.5671362011907144,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:deepseek-v4.1-flash-1017",
            "score": 89.1,
            "se": 2.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:deepseek-v4.1-flash-1017",
            "score": 78.6,
            "se": 8.74,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 86.96,
        "se": 3.05,
        "evidence": 1.9559,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash-1017_max",
            "score": 93.18,
            "se": 1.5671362011907144,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:deepseek-v4.1-flash-1017",
            "score": 89.1,
            "se": 2.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:deepseek-v4.1-flash-1017",
            "score": 78.6,
            "se": 8.74,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "analysis",
        "band": "hard",
        "score": 89.84,
        "se": 1.73,
        "evidence": 1.8929,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4.1-flash_max",
            "score": 89.84,
            "se": 1.7287759372442393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1498.52,
            "se": 3.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "analysis",
        "band": "hard",
        "score": 86.6,
        "se": 4.21,
        "evidence": 1.8283,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3.1-pro",
            "score": 91.1,
            "se": 2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3.1-pro",
            "score": 82.1,
            "se": 8.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3.1 Pro (Max)",
            "score": 1503.62,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 86.6,
        "se": 4.21,
        "evidence": 1.8283,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3.1-pro",
            "score": 91.1,
            "se": 2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3.1-pro",
            "score": 82.1,
            "se": 8.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3.1 Pro (Max)",
            "score": 1503.62,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "analysis",
        "band": "hard",
        "score": 86.6,
        "se": 4.21,
        "evidence": 1.8283,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3.1-pro",
            "score": 91.1,
            "se": 2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3.1-pro",
            "score": 82.1,
            "se": 8.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3.1 Pro (Max)",
            "score": 1503.62,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "analysis",
        "band": "hard",
        "score": 80.55,
        "se": 3.32,
        "evidence": 1.759,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3-flash_max",
            "score": 90.15,
            "se": 1.7183231147411449,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:glm-5.3-flash",
            "score": 77.6,
            "se": 2.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:glm-5.3-flash",
            "score": 73.9,
            "se": 9.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3-Flash",
            "score": 1500.38,
            "se": 2.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 80.55,
        "se": 3.32,
        "evidence": 1.759,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.3-flash_max",
            "score": 90.15,
            "se": 1.7183231147411449,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:glm-5.3-flash",
            "score": 77.6,
            "se": 2.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:glm-5.3-flash",
            "score": 73.9,
            "se": 9.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.3-Flash",
            "score": 1500.38,
            "se": 2.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "analysis",
        "band": "hard",
        "score": 91.67,
        "se": 1.52,
        "evidence": 1.7366,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro-0813_max",
            "score": 91.67,
            "se": 1.5242573629934337,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1481.74,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 91.67,
        "se": 1.52,
        "evidence": 1.7366,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro-0813_max",
            "score": 91.67,
            "se": 1.5242573629934337,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1481.74,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "analysis",
        "band": "hard",
        "score": 85.1,
        "se": 2.9,
        "evidence": 1.7256,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:kimi-k3_low",
            "score": 84.85,
            "se": 2.554565042660364,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3",
            "score": 90.7,
            "se": 2.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3",
            "score": 79.8,
            "se": 8.56,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3 (Max)",
            "score": 1515.72,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 85.1,
        "se": 2.9,
        "evidence": 1.7256,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:kimi-k3_low",
            "score": 84.85,
            "se": 2.554565042660364,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3",
            "score": 90.7,
            "se": 2.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3",
            "score": 79.8,
            "se": 8.56,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3 (Max)",
            "score": 1515.72,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "analysis",
        "band": "hard",
        "score": 85.1,
        "se": 2.9,
        "evidence": 1.7256,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:kimi-k3_low",
            "score": 84.85,
            "se": 2.554565042660364,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:kimi-k3",
            "score": 90.7,
            "se": 2.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:kimi-k3",
            "score": 79.8,
            "se": 8.56,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K3 (Max)",
            "score": 1515.72,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "analysis",
        "band": "hard",
        "score": 90.78,
        "se": 1.72,
        "evidence": 1.6826,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:kimi-k2.6",
            "score": 90.78,
            "se": 1.7174516286666601,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Kimi K2.6",
            "score": 1485.38,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "analysis",
        "band": "hard",
        "score": 88.89,
        "se": 2.24,
        "evidence": 1.6513,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.5-flash_low",
            "score": 88.89,
            "se": 2.239078763821682,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.5 Flash (High)",
            "score": 1496.05,
            "se": 2.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "analysis",
        "band": "hard",
        "score": 89.9,
        "se": 2.15,
        "evidence": 1.6313,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.1",
            "score": 89.9,
            "se": 2.1469735576055355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.1",
            "score": 1488.57,
            "se": 2.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "analysis",
        "band": "hard",
        "score": 88.31,
        "se": 2.41,
        "evidence": 1.5957,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:grok-4.7_xhigh",
            "score": 92.74,
            "se": 1.5505824295534454,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:grok-4.7",
            "score": 82.7,
            "se": 2.66,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:grok-4.7",
            "score": 89.5,
            "se": 6.54,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Grok 4.7 (xHigh)",
            "score": 1465.54,
            "se": 3.23,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "analysis",
        "band": "hard",
        "score": 91.04,
        "se": 1.77,
        "evidence": 1.5644,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-flash-0731_max",
            "score": 91.04,
            "se": 1.7655466909172535,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "analysis",
        "band": "hard",
        "score": 91.04,
        "se": 1.77,
        "evidence": 1.5644,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-flash-0731_max",
            "score": 91.04,
            "se": 1.7655466909172535,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 91.04,
        "se": 1.77,
        "evidence": 1.5644,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-flash-0731_max",
            "score": 91.04,
            "se": 1.7655466909172535,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 91.04,
        "se": 1.77,
        "evidence": 1.5644,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-flash-0731_max",
            "score": 91.04,
            "se": 1.7655466909172535,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "analysis",
        "band": "hard",
        "score": 85.35,
        "se": 2.52,
        "evidence": 1.4648,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-4-8_none",
            "score": 85.35,
            "se": 2.5190921114603886,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 4.8",
            "score": 1504.91,
            "se": 2.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "analysis",
        "band": "hard",
        "score": 82.2,
        "se": 4.08,
        "evidence": 1.4368,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:mimo-v2.6-pro",
            "score": 79.6,
            "se": 2.84,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:mimo-v2.6-pro",
            "score": 84.8,
            "se": 7.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiMo-V2.6-Pro",
            "score": 1503.78,
            "se": 5.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 1.3643,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.6-flash_minimal",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.6 Flash (High)",
            "score": 1500.92,
            "se": 2.66,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "analysis",
        "band": "hard",
        "score": 82.83,
        "se": 2.69,
        "evidence": 1.1756,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.6-sol_none",
            "score": 82.83,
            "se": 2.6869716187429873,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.6 Sol (xHigh)",
            "score": 1511.08,
            "se": 2.53,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "analysis",
        "band": "hard",
        "score": 87.37,
        "se": 2.37,
        "evidence": 1.1278,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-max-preview",
            "score": 87.37,
            "se": 2.3664359402880177,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.6-Max-Preview",
            "score": 1481.22,
            "se": 5.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.0646,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:MiniMax-M3",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiniMax-M3",
            "score": 1456.72,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.0646,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:MiniMax-M3",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiniMax-M3",
            "score": 1456.72,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.0646,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:MiniMax-M3",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiniMax-M3",
            "score": 1456.72,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 90.91,
        "se": 2.05,
        "evidence": 1.0646,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:MiniMax-M3",
            "score": 90.91,
            "se": 2.0482086775424224,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiniMax-M3",
            "score": 1456.72,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "analysis",
        "band": "hard",
        "score": 87.88,
        "se": 2.33,
        "evidence": 1.0407,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.7-plus",
            "score": 87.88,
            "se": 2.325315795194205,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.7-Plus",
            "score": 1473.01,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "analysis",
        "band": "hard",
        "score": 87.88,
        "se": 2.33,
        "evidence": 1.0407,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.7-plus",
            "score": 87.88,
            "se": 2.325315795194205,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.7-Plus",
            "score": 1473.01,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "analysis",
        "band": "hard",
        "score": 78.79,
        "se": 2.91,
        "evidence": 1.0295,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-fable-5_low",
            "score": 78.79,
            "se": 2.9126522834586774,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Fable 5 (High)",
            "score": 1529.58,
            "se": 2.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "analysis",
        "band": "hard",
        "score": 88.38,
        "se": 2.28,
        "evidence": 0.9832,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-plus",
            "score": 88.38,
            "se": 2.2828881775249354,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.6-Plus",
            "score": 1467.05,
            "se": 2.47,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "analysis",
        "band": "hard",
        "score": 87.88,
        "se": 2.33,
        "evidence": 0.9433,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:kimi-k2.7-code",
            "score": 87.88,
            "se": 2.325315795194205,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "analysis",
        "band": "hard",
        "score": 84.52,
        "se": 3.02,
        "evidence": 0.9332,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:mistral-large-4-0_high",
            "score": 88.07,
            "se": 1.932813247529234,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:mistral-large-4-0",
            "score": 85.2,
            "se": 2.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:mistral-large-4-0",
            "score": 80.3,
            "se": 8.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "analysis",
        "band": "hard",
        "score": 73.59,
        "se": 3.72,
        "evidence": 0.8487,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-6-luna_max",
            "score": 90.47,
            "se": 1.8537378631915502,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gpt-6-luna",
            "score": 81.8,
            "se": 2.71,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gpt-6-luna",
            "score": 48.5,
            "se": 10.66,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-6 Luna (Max)",
            "score": 1463.75,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "analysis",
        "band": "hard",
        "score": 83.21,
        "se": 1.9,
        "evidence": 0.7926,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3-flash-preview",
            "score": 83.21,
            "se": 1.9036353018587762,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3 Flash",
            "score": 1492.9,
            "se": 2.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "analysis",
        "band": "hard",
        "score": 78.79,
        "se": 2.91,
        "evidence": 0.7727,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-sonnet-4-6_max",
            "score": 78.79,
            "se": 2.9126522834586774,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Sonnet 4.6",
            "score": 1503.18,
            "se": 2.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "analysis",
        "band": "hard",
        "score": 85.45,
        "se": 2.81,
        "evidence": 0.7102,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-haiku-5-5_max",
            "score": 89.65,
            "se": 1.9774484382483126,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:claude-haiku-5.5",
            "score": 82.4,
            "se": 2.68,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:claude-haiku-5.5",
            "score": 84.3,
            "se": 7.76,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Haiku 5.5 (High)",
            "score": 1449.4,
            "se": 3.78,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "analysis",
        "band": "hard",
        "score": 80.68,
        "se": 2.39,
        "evidence": 0.6716,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-opus-4-5-20251101",
            "score": 80.68,
            "se": 2.390947965376675,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Opus 4.5 (20251101)",
            "score": 1498.48,
            "se": 2.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 0.5708,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-27b",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 0.5708,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-27b",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 0.5478,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-397b-a17b",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-397B-A17B",
            "score": 1463.35,
            "se": 1.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 0.5478,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-397b-a17b",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-397B-A17B",
            "score": 1463.35,
            "se": 1.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 85.86,
        "se": 2.48,
        "evidence": 0.5478,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-397b-a17b",
            "score": 85.86,
            "se": 2.4825909793343355,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-397B-A17B",
            "score": 1463.35,
            "se": 1.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "analysis",
        "band": "hard",
        "score": 75.62,
        "se": 3.67,
        "evidence": 0.5213,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Inkling_xhigh",
            "score": 88.26,
            "se": 1.9355903133033585,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:inkling",
            "score": 78.3,
            "se": 2.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:inkling",
            "score": 60.3,
            "se": 10.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Inkling",
            "score": 1463.05,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "analysis",
        "band": "hard",
        "score": 80.3,
        "se": 2.83,
        "evidence": 0.3989,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-sonnet-5_max",
            "score": 80.3,
            "se": 2.8335609732463336,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Sonnet 5 (High)",
            "score": 1489.89,
            "se": 2.39,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "analysis",
        "band": "hard",
        "score": 77.27,
        "se": 2.99,
        "evidence": 0.3903,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.5_none",
            "score": 77.27,
            "se": 2.9857515673386437,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.5",
            "score": 1498.58,
            "se": 2.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "analysis",
        "band": "hard",
        "score": 81.87,
        "se": 2.86,
        "evidence": 0.3583,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.6-terra_none",
            "score": 77.27,
            "se": 2.9857515673386437,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gpt-5.6-terra",
            "score": 90.6,
            "se": 2.05,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gpt-5.6-terra",
            "score": 79.7,
            "se": 8.58,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.6 Terra (xHigh)",
            "score": 1490.59,
            "se": 2.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "analysis",
        "band": "hard",
        "rating": 1472.14,
        "evidence": 0.3408,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:MiMo-V2.6-Flash",
            "score": 1472.14,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b",
        "task": "analysis",
        "band": "hard",
        "score": 83.84,
        "se": 2.62,
        "evidence": 0.1998,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-35b-a3b",
            "score": 83.84,
            "se": 2.622591986362927,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 83.84,
        "se": 2.62,
        "evidence": 0.1998,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-35b-a3b",
            "score": 83.84,
            "se": 2.622591986362927,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 83.84,
        "se": 2.62,
        "evidence": 0.1998,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-35b-a3b",
            "score": 83.84,
            "se": 2.622591986362927,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "analysis",
        "band": "hard",
        "score": 83.33,
        "se": 2.37,
        "evidence": 0.1486,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-4.7",
            "score": 83.33,
            "se": 2.3749016662636553,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-4.7",
            "score": 1462.04,
            "se": 3.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash",
        "task": "analysis",
        "band": "hard",
        "score": 83.33,
        "se": 2.66,
        "evidence": 0.1082,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-flash",
            "score": 83.33,
            "se": 2.6552207828215257,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash@alibaba-us",
        "task": "analysis",
        "band": "hard",
        "score": 83.33,
        "se": 2.66,
        "evidence": 0.1082,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.6-flash",
            "score": 83.33,
            "se": 2.6552207828215257,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "analysis",
        "band": "hard",
        "score": 79.8,
        "se": 4.7,
        "evidence": 0.0371,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:minimax-m3.1-flash",
            "score": 82.9,
            "se": 2.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:minimax-m3.1-flash",
            "score": 76.7,
            "se": 9.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 79.8,
        "se": 4.7,
        "evidence": 0.0371,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:minimax-m3.1-flash",
            "score": 82.9,
            "se": 2.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:minimax-m3.1-flash",
            "score": 76.7,
            "se": 9.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "analysis",
        "band": "hard",
        "score": 88.51,
        "se": 1.91,
        "evidence": -0.114,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:inkling-small_xhigh",
            "score": 88.51,
            "se": 1.9100012831823399,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Inkling-Small",
            "score": 1427.59,
            "se": 2.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "analysis",
        "band": "hard",
        "score": 74.75,
        "se": 3.1,
        "evidence": -0.1213,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.4-2026-03-05_none",
            "score": 74.75,
            "se": 3.095405547036587,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.4",
            "score": 1486.93,
            "se": 2.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "analysis",
        "band": "hard",
        "rating": 1461.32,
        "evidence": -0.1582,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Beam 1.0 501B A23B",
            "score": 1461.32,
            "se": 6.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "analysis",
        "band": "hard",
        "score": 71.21,
        "se": 3.23,
        "evidence": -0.2566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.2_none",
            "score": 71.21,
            "se": 3.225883512300997,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.2 (Max)",
            "score": 1495.94,
            "se": 2.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "analysis",
        "band": "hard",
        "score": 71.21,
        "se": 3.23,
        "evidence": -0.2566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.2_none",
            "score": 71.21,
            "se": 3.225883512300997,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.2 (Max)",
            "score": 1495.94,
            "se": 2.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "analysis",
        "band": "hard",
        "score": 71.21,
        "se": 3.23,
        "evidence": -0.2566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.2_none",
            "score": 71.21,
            "se": 3.225883512300997,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.2 (Max)",
            "score": 1495.94,
            "se": 2.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 71.21,
        "se": 3.23,
        "evidence": -0.2566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:glm-5.2_none",
            "score": 71.21,
            "se": 3.225883512300997,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-5.2 (Max)",
            "score": 1495.94,
            "se": 2.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "analysis",
        "band": "hard",
        "score": 75.76,
        "se": 3.05,
        "evidence": -0.2578,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.5-flash-lite_low",
            "score": 75.76,
            "se": 3.053289223393202,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.5 Flash-Lite",
            "score": 1474.84,
            "se": 2.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "analysis",
        "band": "hard",
        "rating": 1458.83,
        "evidence": -0.2626,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Flash",
            "score": 1458.83,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1458.83,
        "evidence": -0.2626,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Flash",
            "score": 1458.83,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "analysis",
        "band": "hard",
        "rating": 1458.83,
        "evidence": -0.2626,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Flash",
            "score": 1458.83,
            "se": 2.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "analysis",
        "band": "hard",
        "score": 73.74,
        "se": 3.14,
        "evidence": -0.2787,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-sonnet-4-5-20250929",
            "score": 73.74,
            "se": 3.1353050095330834,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Sonnet 4.5 (20250929)",
            "score": 1482.98,
            "se": 1.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.3681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
            "score": 1480.15,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.3681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
            "score": 1480.15,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.3681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
            "score": 1480.15,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.3681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
            "score": 1480.15,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.3681,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:deepseek-v4-pro_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V4-Pro",
            "score": 1480.15,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "analysis",
        "band": "hard",
        "score": 70.65,
        "se": 5.38,
        "evidence": -0.538,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:qwen3.8-27b",
            "score": 80,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:qwen3.8-27b",
            "score": 61.3,
            "se": 10.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.8-27B",
            "score": 1458.49,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 70.65,
        "se": 5.38,
        "evidence": -0.538,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:qwen3.8-27b",
            "score": 80,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:qwen3.8-27b",
            "score": 61.3,
            "se": 10.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.8-27B",
            "score": 1458.49,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 70.65,
        "se": 5.38,
        "evidence": -0.538,
        "sources": [
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:qwen3.8-27b",
            "score": 80,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:qwen3.8-27b",
            "score": 61.3,
            "se": 10.38,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.8-27B",
            "score": 1458.49,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b",
        "task": "analysis",
        "band": "hard",
        "score": 78.98,
        "se": 2.37,
        "evidence": -0.5788,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-9B",
            "score": 78.98,
            "se": 2.365568030958479,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 78.98,
        "se": 2.37,
        "evidence": -0.5788,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-9B",
            "score": 78.98,
            "se": 2.365568030958479,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 78.98,
        "se": 2.37,
        "evidence": -0.5788,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-9B",
            "score": 78.98,
            "se": 2.365568030958479,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "analysis",
        "band": "hard",
        "score": 61.72,
        "se": 3.57,
        "evidence": -0.6927,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemma-4-31b-it_minimal",
            "score": 75.76,
            "se": 3.053289223393202,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          },
          {
            "benchmark": "livebench:v2/Reasoning",
            "result": "livebench:v2/Reasoning:gemma-4-31b",
            "score": 68.3,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Research",
            "result": "livebench:v2/Research:gemma-4-31b",
            "score": 38.1,
            "se": 10.35,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemma 4 31B",
            "score": 1475.18,
            "se": 4.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -0.7956,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.2-2025-12-11_none",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.2",
            "score": 1460.55,
            "se": 1.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "analysis",
        "band": "hard",
        "rating": 1447.1,
        "evidence": -0.8045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1447.1,
            "se": 1.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1447.1,
        "evidence": -0.8045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1447.1,
            "se": 1.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "analysis",
        "band": "hard",
        "rating": 1447.1,
        "evidence": -0.8045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1447.1,
            "se": 1.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "analysis",
        "band": "hard",
        "rating": 1447.23,
        "evidence": -0.806,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-V3.2",
            "score": 1447.23,
            "se": 2.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "analysis",
        "band": "hard",
        "score": 79.8,
        "se": 2.86,
        "evidence": -0.8214,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:o3-2025-04-16_low",
            "score": 79.8,
            "se": 2.8606204289229833,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:o3 (2025-04-16)",
            "score": 1441.28,
            "se": 2.45,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "analysis",
        "band": "hard",
        "rating": 1444.98,
        "evidence": -0.8665,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Mistral Medium 3.5",
            "score": 1444.98,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "analysis",
        "band": "hard",
        "score": 83.46,
        "se": 2.18,
        "evidence": -0.9511,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-35b-a3b",
            "score": 83.46,
            "se": 2.179018174848238,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-35B-A3B",
            "score": 1412.21,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 83.46,
        "se": 2.18,
        "evidence": -0.9511,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-35b-a3b",
            "score": 83.46,
            "se": 2.179018174848238,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-35B-A3B",
            "score": 1412.21,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 83.46,
        "se": 2.18,
        "evidence": -0.9511,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-35b-a3b",
            "score": 83.46,
            "se": 2.179018174848238,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-35B-A3B",
            "score": 1412.21,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "analysis",
        "band": "hard",
        "rating": 1441.91,
        "evidence": -0.9666,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GLM-4.6",
            "score": 1441.91,
            "se": 2.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "analysis",
        "band": "hard",
        "score": 82.32,
        "se": 2.72,
        "evidence": -1.0196,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3.5-flash",
            "score": 82.32,
            "se": 2.717875263904491,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-Flash",
            "score": 1415.64,
            "se": 2.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "analysis",
        "band": "hard",
        "rating": 1438.34,
        "evidence": -1.0416,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Inkling 2 Small",
            "score": 1438.34,
            "se": 7.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1438.34,
        "evidence": -1.0416,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Inkling 2 Small",
            "score": 1438.34,
            "se": 7.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "analysis",
        "band": "hard",
        "score": 63.64,
        "se": 3.43,
        "evidence": -1.0482,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.6-luna_none",
            "score": 63.64,
            "se": 3.4273086529999337,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.6 Luna (xHigh)",
            "score": 1475.14,
            "se": 2.58,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "analysis",
        "band": "hard",
        "rating": 1437.85,
        "evidence": -1.0818,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Instruct",
            "score": 1437.85,
            "se": 4.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1437.85,
        "evidence": -1.0818,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Instruct",
            "score": 1437.85,
            "se": 4.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "analysis",
        "band": "hard",
        "rating": 1437.85,
        "evidence": -1.0818,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Instruct",
            "score": 1437.85,
            "se": 4.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "analysis",
        "band": "hard",
        "score": 64.14,
        "se": 3.42,
        "evidence": -1.1151,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.4-mini-2026-03-17_none",
            "score": 64.14,
            "se": 3.416903640391528,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.4 mini (High)",
            "score": 1469.43,
            "se": 2.29,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "analysis",
        "band": "hard",
        "score": 74.24,
        "se": 3.12,
        "evidence": -1.1737,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemini-3.1-flash-lite_low",
            "score": 74.24,
            "se": 3.115626951964683,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemini 3.1 Flash-Lite Preview",
            "score": 1445.3,
            "se": 2.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-26b-a4b-it",
        "task": "analysis",
        "band": "hard",
        "score": 73.23,
        "se": 3.15,
        "evidence": -1.1788,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemma-4-26b-a4b-it_minimal",
            "score": 73.23,
            "se": 3.1544498882702823,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "analysis",
        "band": "hard",
        "score": 80.05,
        "se": 2.6,
        "evidence": -1.2365,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Qwen3-235B-A22B-Thinking-2507",
            "score": 80.05,
            "se": 2.600093351563155,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1417.95,
            "se": 4.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "analysis",
        "band": "hard",
        "rating": 1433.03,
        "evidence": -1.239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Mistral Large 3",
            "score": 1433.03,
            "se": 1.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "analysis",
        "band": "hard",
        "rating": 1432.61,
        "evidence": -1.2458,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-122B-A10B",
            "score": 1432.61,
            "se": 2.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "analysis",
        "band": "hard",
        "score": 71.72,
        "se": 3.21,
        "evidence": -1.2716,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5-2025-08-07_minimal",
            "score": 71.72,
            "se": 3.2087795587867514,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5 (High)",
            "score": 1448.34,
            "se": 2.99,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "analysis",
        "band": "hard",
        "score": 66.67,
        "se": 3.36,
        "evidence": -1.2856,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.1-2025-11-13_none",
            "score": 66.67,
            "se": 3.358618145732523,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.1",
            "score": 1455.61,
            "se": 2.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "analysis",
        "band": "hard",
        "score": 76.33,
        "se": 2.4,
        "evidence": -1.2895,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:DeepSeek-R1-0528",
            "score": 76.33,
            "se": 2.4023818843083005,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:DeepSeek-R1 (0528)",
            "score": 1432.95,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "analysis",
        "band": "hard",
        "rating": 1427.4,
        "evidence": -1.3929,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-27B",
            "score": 1427.4,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1427.4,
        "evidence": -1.3929,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3.5-27B",
            "score": 1427.4,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-thinking-2507",
        "task": "analysis",
        "band": "hard",
        "score": 70.08,
        "se": 2.83,
        "evidence": -1.4601,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3-30b-a3b-thinking-2507",
            "score": 70.08,
            "se": 2.832789761354549,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "analysis",
        "band": "hard",
        "rating": 1419.47,
        "evidence": -1.618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Instruct",
            "score": 1419.47,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "analysis",
        "band": "hard",
        "rating": 1419.47,
        "evidence": -1.618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Instruct",
            "score": 1419.47,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "analysis",
        "band": "hard",
        "rating": 1419.47,
        "evidence": -1.618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Instruct",
            "score": 1419.47,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "analysis",
        "band": "hard",
        "rating": 1417.47,
        "evidence": -1.6659,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-VL-235B-A22B-Thinking",
            "score": 1417.47,
            "se": 4.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "analysis",
        "band": "hard",
        "score": 75.25,
        "se": 3.07,
        "evidence": -1.8212,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:o4-mini-2025-04-16_low",
            "score": 75.25,
            "se": 3.0746300742124486,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:o4-mini (2025-04-16)",
            "score": 1405.87,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "analysis",
        "band": "hard",
        "score": 66.92,
        "se": 2.82,
        "evidence": -1.8685,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4.1-2025-04-14",
            "score": 66.92,
            "se": 2.821440093855908,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4.1 (2025-04-14)",
            "score": 1432.38,
            "se": 2.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-14b",
        "task": "analysis",
        "band": "hard",
        "score": 63.76,
        "se": 2.93,
        "evidence": -1.8981,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3-14b",
            "score": 63.76,
            "se": 2.931953778086544,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "analysis",
        "band": "hard",
        "score": 60.48,
        "se": 2.82,
        "evidence": -1.9672,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:claude-haiku-4-5-20251001",
            "score": 60.48,
            "se": 2.815453502302083,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Claude Haiku 4.5 (20251001)",
            "score": 1441.06,
            "se": 1.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "analysis",
        "band": "hard",
        "score": 75.76,
        "se": 2.74,
        "evidence": -2.0242,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:openai/gpt-oss-120b_high",
            "score": 75.76,
            "se": 2.7437163443883765,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:gpt-oss-120b",
            "score": 1361.85,
            "se": 2.88,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 75.76,
        "se": 2.74,
        "evidence": -2.0242,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:openai/gpt-oss-120b_high",
            "score": 75.76,
            "se": 2.7437163443883765,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:gpt-oss-120b",
            "score": 1361.85,
            "se": 2.88,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "analysis",
        "band": "hard",
        "score": 71.72,
        "se": 3.21,
        "evidence": -2.0276,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5-mini-2025-08-07_minimal",
            "score": 71.72,
            "se": 3.2087795587867514,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5 mini (High)",
            "score": 1404.12,
            "se": 3.11,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "analysis",
        "band": "hard",
        "rating": 1385.31,
        "evidence": -2.0834,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-Next-80B-A3B-Thinking",
            "score": 1385.31,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "analysis",
        "band": "hard",
        "score": 68.18,
        "se": 3.32,
        "evidence": -2.3653,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:o3-mini-2025-01-31_low",
            "score": 68.18,
            "se": 3.31847733384533,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:o3-mini",
            "score": 1370.86,
            "se": 2.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "analysis",
        "band": "hard",
        "score": 65.85,
        "se": 2.71,
        "evidence": -2.3715,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4.1-mini-2025-04-14",
            "score": 65.85,
            "se": 2.7051500965295916,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4.1 mini (2025-04-14)",
            "score": 1402.65,
            "se": 2.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "analysis",
        "band": "hard",
        "score": 65.72,
        "se": 2.79,
        "evidence": -2.4926,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Qwen3-32B",
            "score": 65.72,
            "se": 2.7890331058144286,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-32B",
            "score": 1367.18,
            "se": 8.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "analysis",
        "band": "hard",
        "score": 55.56,
        "se": 3.54,
        "evidence": -2.5411,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5.4-nano-2026-03-17_none",
            "score": 55.56,
            "se": 3.5402943770953677,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5.4 nano (High)",
            "score": 1420.73,
            "se": 2.32,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "analysis",
        "band": "hard",
        "score": 50.32,
        "se": 2.83,
        "evidence": -2.7001,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:o1-preview-2024-09-12",
            "score": 50.32,
            "se": 2.8257821072909395,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:o1 (2024-12-17)",
            "score": 1418.03,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "analysis",
        "band": "hard",
        "score": 55.62,
        "se": 2.88,
        "evidence": -2.708,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen3-30b-a3b-instruct-2507",
            "score": 55.62,
            "se": 2.8844434239616543,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1406.95,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "analysis",
        "band": "hard",
        "score": 61.68,
        "se": 2.97,
        "evidence": -2.7492,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Qwen3-30B-A3B",
            "score": 61.68,
            "se": 2.9727711361608087,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen3-30B-A3B",
            "score": 1343.78,
            "se": 3.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "analysis",
        "band": "hard",
        "rating": 1304.65,
        "evidence": -2.7889,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Granite 4.2 8B",
            "score": 1304.65,
            "se": 7.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "analysis",
        "band": "hard",
        "score": 57.58,
        "se": 3.52,
        "evidence": -2.8257,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-5-nano-2025-08-07_low",
            "score": 57.58,
            "se": 3.521224908841589,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-5 nano (High)",
            "score": 1356.03,
            "se": 4.99,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "analysis",
        "band": "hard",
        "rating": 1284.91,
        "evidence": -2.9107,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Mistral Small 24B Instruct (2501)",
            "score": 1284.91,
            "se": 4.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "analysis",
        "band": "hard",
        "score": 47.73,
        "se": 2.7,
        "evidence": -3.0549,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemma-3-27b-it",
            "score": 47.73,
            "se": 2.698212089116894,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemma 3 27B IT",
            "score": 1366.67,
            "se": 2.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "analysis",
        "band": "hard",
        "score": 48.11,
        "se": 2.71,
        "evidence": -3.1025,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:qwen-plus-2025-01-25",
            "score": 48.11,
            "se": 2.7144936812277987,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Qwen-Plus (0125)",
            "score": 1352.49,
            "se": 7.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "analysis",
        "band": "hard",
        "score": 51.83,
        "se": 3.15,
        "evidence": -3.1095,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Llama-4-Scout-17B-16E-Instruct",
            "score": 51.83,
            "se": 3.1549020124994755,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Llama 4 Scout 17B 16E Instruct",
            "score": 1329.33,
            "se": 3.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "analysis",
        "band": "hard",
        "score": 53.16,
        "se": 2.5,
        "evidence": -3.1476,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-oss-20b_low",
            "score": 53.16,
            "se": 2.502509361882172,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:gpt-oss-20b",
            "score": 1322.93,
            "se": 4.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "analysis",
        "band": "hard",
        "score": 47.89,
        "se": 2.63,
        "evidence": -3.1656,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4o-2024-11-20",
            "score": 47.89,
            "se": 2.633697217872611,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4o (2024-05-13)",
            "score": 1337.54,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "analysis",
        "band": "hard",
        "score": 48.93,
        "se": 2.48,
        "evidence": -3.1732,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4.1-nano-2025-04-14",
            "score": 48.93,
            "se": 2.484973495043537,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4.1 nano (2025-04-14)",
            "score": 1332.79,
            "se": 6.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "analysis",
        "band": "hard",
        "score": 56.06,
        "se": 2.59,
        "evidence": -3.2062,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:phi-4",
            "score": 56.06,
            "se": 2.590274664132679,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Phi-4",
            "score": 1277.92,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "analysis",
        "band": "hard",
        "score": 47.44,
        "se": 2.85,
        "evidence": -3.2588,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Llama-3.3-70B-Instruct",
            "score": 47.44,
            "se": 2.8523027562061025,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Llama 3.3 70B Instruct",
            "score": 1320.86,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "analysis",
        "band": "hard",
        "score": 47.44,
        "se": 2.85,
        "evidence": -3.2588,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Llama-3.3-70B-Instruct",
            "score": 47.44,
            "se": 2.8523027562061025,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Llama 3.3 70B Instruct",
            "score": 1320.86,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "analysis",
        "band": "hard",
        "score": 47.44,
        "se": 2.85,
        "evidence": -3.2588,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:Llama-3.3-70B-Instruct",
            "score": 47.44,
            "se": 2.8523027562061025,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Llama 3.3 70B Instruct",
            "score": 1320.86,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "analysis",
        "band": "hard",
        "score": 46.59,
        "se": 2.66,
        "evidence": -3.3098,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4-turbo-2024-04-09",
            "score": 46.59,
            "se": 2.657688333258055,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4 Turbo (2024-04-09)",
            "score": 1316.33,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "analysis",
        "band": "hard",
        "score": 39.46,
        "se": 2.53,
        "evidence": -3.3761,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemma-3-12b-it",
            "score": 39.46,
            "se": 2.525432779548305,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemma 3 12B IT",
            "score": 1331.99,
            "se": 9.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "analysis",
        "band": "hard",
        "score": 37.72,
        "se": 2.41,
        "evidence": -3.5169,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4o-mini-2024-07-18",
            "score": 37.72,
            "se": 2.4068925424620136,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4o mini (2024-07-18)",
            "score": 1310.85,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "analysis",
        "band": "hard",
        "score": 35.73,
        "se": 2.36,
        "evidence": -3.5566,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-4-0314",
            "score": 35.73,
            "se": 2.363099375599328,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-4 (0314)",
            "score": 1306.32,
            "se": 3.94,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "analysis",
        "band": "hard",
        "score": 23.23,
        "se": 1.87,
        "evidence": -3.6984,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gemma-3-4b-it",
            "score": 23.23,
            "se": 1.8690142324718149,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:Gemma 3 4B IT",
            "score": 1284.17,
            "se": 8.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "analysis",
        "band": "hard",
        "score": 27.18,
        "se": 1.95,
        "evidence": -3.7312,
        "sources": [
          {
            "benchmark": "epoch:gpqa_diamond",
            "result": "epoch:gpqa_diamond:gpt-3.5-turbo-0125",
            "score": 27.18,
            "se": 1.9535799687887372,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/hard_prompts",
            "result": "lmarena:text_style_control/hard_prompts:GPT-3.5 Turbo (0125)",
            "score": 1229.39,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "analysis",
        "band": "frontier",
        "score": 93.96,
        "se": 1.4,
        "evidence": 3.7982,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-fable-5-2_high",
            "score": 90.42,
            "se": 2.69,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-fable-5-2_high",
            "score": 97.5,
            "se": 0.78,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "analysis",
        "band": "frontier",
        "score": 94.88,
        "se": 1.33,
        "evidence": 3.7573,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-4-argon_high",
            "score": 91.25,
            "se": 2.58,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-4-argon_high",
            "score": 98.5,
            "se": 0.61,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 4 Argon (High)",
            "score": 1548.98,
            "se": 7.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "analysis",
        "band": "frontier",
        "score": 94.79,
        "se": 1.29,
        "evidence": 3.7458,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-4-carbon_high",
            "score": 92.08,
            "se": 2.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-4-carbon_high",
            "score": 97.5,
            "se": 0.78,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 4 Carbon (High)",
            "score": 1567.23,
            "se": 15.15,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "analysis",
        "band": "frontier",
        "score": 95.92,
        "se": 1.18,
        "evidence": 3.7155,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-5-5_high",
            "score": 93.33,
            "se": 2.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-5-5_high",
            "score": 98.5,
            "se": 0.61,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 5.5 (High)",
            "score": 1545.32,
            "se": 8.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "analysis",
        "band": "frontier",
        "score": 91.5,
        "se": 1.6,
        "evidence": 3.5495,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-fable-5_high",
            "score": 87.5,
            "se": 3.02,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-fable-5_high",
            "score": 95.5,
            "se": 1.04,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Fable 5 (High)",
            "score": 1549.6,
            "se": 4.65,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 73.29,
        "se": 1.18,
        "evidence": 3.4397,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.8-flash_high",
            "score": 89.17,
            "se": 2.84,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.8-flash_high",
            "score": 98.5,
            "se": 0.61,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gemini-3.8-flash_unknown",
            "score": 44.52,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.8 Flash (High)",
            "score": 1527.28,
            "se": 4.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "analysis",
        "band": "frontier",
        "score": 77.08,
        "se": 1.21,
        "evidence": 3.3745,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-fable-5-1_high",
            "score": 88.75,
            "se": 2.88,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-fable-5-1_high",
            "score": 96,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-fable-5-1_xhigh",
            "score": 46.5,
            "se": 2,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Fable 5.1 (Max)",
            "score": 1533.17,
            "se": 7.59,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "analysis",
        "band": "frontier",
        "score": 92.92,
        "se": 1.52,
        "evidence": 3.3608,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-5_high",
            "score": 88.33,
            "se": 2.93,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-5_high",
            "score": 97.5,
            "se": 0.78,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 5 (Max)",
            "score": 1530.36,
            "se": 5.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "analysis",
        "band": "frontier",
        "score": 91.21,
        "se": 1.67,
        "evidence": 3.3321,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.6-sol_high",
            "score": 85.42,
            "se": 3.22,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.6-sol_high",
            "score": 97,
            "se": 0.85,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.6 Sol (xHigh)",
            "score": 1531.93,
            "se": 4.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "analysis",
        "band": "frontier",
        "score": 95.08,
        "se": 1.3,
        "evidence": 3.2939,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-6.1-sol_high",
            "score": 91.67,
            "se": 2.52,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-6.1-sol_high",
            "score": 98.5,
            "se": 0.61,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-6.1 Sol (Max)",
            "score": 1524.96,
            "se": 8.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "analysis",
        "band": "frontier",
        "score": 78.42,
        "se": 1.1,
        "evidence": 3.2267,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-6-astra_high",
            "score": 92.08,
            "se": 2.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-6-astra_high",
            "score": 98.5,
            "se": 0.61,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-6-astra_unknown",
            "score": 54.8,
            "se": 1.94,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-6 Astra (Max)",
            "score": 1516.58,
            "se": 7.54,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 90.04,
        "se": 1.73,
        "evidence": 2.8858,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.7-flash_high",
            "score": 84.58,
            "se": 3.3,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.7-flash_high",
            "score": 95.5,
            "se": 1.04,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.7 Flash (High)",
            "score": 1518.57,
            "se": 5.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "analysis",
        "band": "frontier",
        "score": 62.27,
        "se": 1.51,
        "evidence": 2.8207,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-4-7_high",
            "score": 68.3,
            "se": 4.25,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-4-7_high",
            "score": 93.5,
            "se": 1.23,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-opus-4-7_unknown",
            "score": 36.2,
            "se": 1.8800000000000001,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 4.7",
            "score": 1533.54,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "analysis",
        "band": "frontier",
        "score": 73.84,
        "se": 1.46,
        "evidence": 2.6491,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.1-pro-preview",
            "score": 77.08,
            "se": 3.84,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.1-pro-preview",
            "score": 98,
            "se": 0.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gemini-3.1-pro-preview",
            "score": 46.44,
            "se": 1.96,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.1 Pro Preview",
            "score": 1508.61,
            "se": 3.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "analysis",
        "band": "frontier",
        "score": 88.92,
        "se": 1.79,
        "evidence": 2.4834,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.5_high",
            "score": 83.33,
            "se": 3.4,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.5_high",
            "score": 94.5,
            "se": 1.14,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.5",
            "score": 1509.59,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "analysis",
        "band": "frontier",
        "rating": 1542.1,
        "evidence": 2.4407,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 4 Hydrogen (High)",
            "score": 1542.1,
            "se": 15.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "analysis",
        "band": "frontier",
        "score": 81.56,
        "se": 2.2,
        "evidence": 2.2627,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_high",
            "score": 68.61,
            "se": 4.24,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_high",
            "score": 94.5,
            "se": 1.14,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 81.56,
        "se": 2.2,
        "evidence": 2.2627,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_high",
            "score": 68.61,
            "se": 4.24,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_high",
            "score": 94.5,
            "se": 1.14,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 81.56,
        "se": 2.2,
        "evidence": 2.2627,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash-1017_high",
            "score": 68.61,
            "se": 4.24,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash-1017_high",
            "score": 94.5,
            "se": 1.14,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "analysis",
        "band": "frontier",
        "score": 82.04,
        "se": 2.16,
        "evidence": 2.2519,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-4-8_high",
            "score": 72.08,
            "se": 4.1,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-4-8_high",
            "score": 92,
            "se": 1.36,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 4.8",
            "score": 1514.08,
            "se": 3.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "analysis",
        "band": "frontier",
        "score": 51.84,
        "se": 1.51,
        "evidence": 2.2501,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-4-6_120K",
            "score": 64.58,
            "se": 4.37,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-4-6_120K",
            "score": 86,
            "se": 1.73,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-opus-4-6",
            "score": 19,
            "se": 1.54,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 4.6",
            "score": 1533.73,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "analysis",
        "band": "frontier",
        "score": 68.49,
        "se": 1.63,
        "evidence": 2.2055,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-sonnet-5-5_high",
            "score": 67.36,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-sonnet-5-5_high",
            "score": 92,
            "se": 1.36,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-sonnet-5-5_xhigh",
            "score": 46.12,
            "se": 1.95,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Sonnet 5.5 (xHigh)",
            "score": 1512.28,
            "se": 8.41,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "analysis",
        "band": "frontier",
        "rating": 1522.34,
        "evidence": 2.1319,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
            "score": 1522.34,
            "se": 5.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1522.34,
        "evidence": 2.1319,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
            "score": 1522.34,
            "se": 5.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "analysis",
        "band": "frontier",
        "rating": 1522.34,
        "evidence": 2.1319,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
            "score": 1522.34,
            "se": 5.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1522.34,
        "evidence": 2.1319,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
            "score": 1522.34,
            "se": 5.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1522.34,
        "evidence": 2.1319,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3 (Max)",
            "score": 1522.34,
            "se": 5.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "analysis",
        "band": "frontier",
        "score": 78,
        "se": 2.28,
        "evidence": 2.0637,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4.1-flash_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4.1-flash_high",
            "score": 88.5,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1517.46,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "analysis",
        "band": "frontier",
        "rating": 1525.77,
        "evidence": 2.0633,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiMo-V2.6-Pro",
            "score": 1525.77,
            "se": 14.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "analysis",
        "band": "frontier",
        "score": 70.84,
        "se": 2.42,
        "evidence": 2.0473,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:kimi-k3_high",
            "score": 55,
            "se": 4.54,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:kimi-k3_high",
            "score": 86.67,
            "se": 1.7,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3 (Max)",
            "score": 1527.72,
            "se": 5.22,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 70.84,
        "se": 2.42,
        "evidence": 2.0473,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:kimi-k3_high",
            "score": 55,
            "se": 4.54,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:kimi-k3_high",
            "score": 86.67,
            "se": 1.7,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3 (Max)",
            "score": 1527.72,
            "se": 5.22,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "analysis",
        "band": "frontier",
        "score": 70.84,
        "se": 2.42,
        "evidence": 2.0473,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:kimi-k3_high",
            "score": 55,
            "se": 4.54,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:kimi-k3_high",
            "score": 86.67,
            "se": 1.7,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3 (Max)",
            "score": 1527.72,
            "se": 5.22,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "analysis",
        "band": "frontier",
        "score": 79.54,
        "se": 2.25,
        "evidence": 1.9435,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.6-terra_high",
            "score": 67.08,
            "se": 4.29,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.6-terra_high",
            "score": 92,
            "se": 1.36,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.6 Terra (xHigh)",
            "score": 1506.96,
            "se": 4.45,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "analysis",
        "band": "frontier",
        "score": 89.09,
        "se": 1.82,
        "evidence": 1.8171,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:inkling-2-small_xhigh",
            "score": 81.67,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:inkling-2-small_xhigh",
            "score": 96.5,
            "se": 0.92,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Inkling 2 Small",
            "score": 1487.92,
            "se": 19.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 89.09,
        "se": 1.82,
        "evidence": 1.8171,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:inkling-2-small_xhigh",
            "score": 81.67,
            "se": 3.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:inkling-2-small_xhigh",
            "score": 96.5,
            "se": 0.92,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Inkling 2 Small",
            "score": 1487.92,
            "se": 19.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "analysis",
        "band": "frontier",
        "rating": 1514.37,
        "evidence": 1.8146,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.8-Max",
            "score": 1514.37,
            "se": 5.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "analysis",
        "band": "frontier",
        "rating": 1515.31,
        "evidence": 1.6611,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3.1 Pro (Max)",
            "score": 1515.31,
            "se": 17.1,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1515.31,
        "evidence": 1.6611,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3.1 Pro (Max)",
            "score": 1515.31,
            "se": 17.1,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "analysis",
        "band": "frontier",
        "rating": 1515.31,
        "evidence": 1.6611,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K3.1 Pro (Max)",
            "score": 1515.31,
            "se": 17.1,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "analysis",
        "band": "frontier",
        "rating": 1508.91,
        "evidence": 1.5779,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Sonnet 5 (High)",
            "score": 1508.91,
            "se": 4.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "analysis",
        "band": "frontier",
        "score": 79.95,
        "se": 2.23,
        "evidence": 1.566,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-6-sol_high",
            "score": 68.89,
            "se": 4.23,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-6-sol_high",
            "score": 91,
            "se": 1.43,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-6 Sol (Max)",
            "score": 1496.29,
            "se": 7.06,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 82.29,
        "se": 2.15,
        "evidence": 1.5535,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.5-flash_high",
            "score": 72.08,
            "se": 4.1,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.5-flash_high",
            "score": 92.5,
            "se": 1.32,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.5 Flash (High)",
            "score": 1491.28,
            "se": 4.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 75.8,
        "se": 2.34,
        "evidence": 1.5264,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.6-flash_high",
            "score": 60.42,
            "se": 4.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.6-flash_high",
            "score": 91.17,
            "se": 1.42,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.6 Flash (High)",
            "score": 1499.46,
            "se": 4.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "analysis",
        "band": "frontier",
        "score": 73.46,
        "se": 2.39,
        "evidence": 1.4974,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-sonnet-4-6_high",
            "score": 60.42,
            "se": 4.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-sonnet-4-6_high",
            "score": 86.5,
            "se": 1.71,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Sonnet 4.6",
            "score": 1506.08,
            "se": 4.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "analysis",
        "band": "frontier",
        "rating": 1508.59,
        "evidence": 1.4618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.7-Max-Preview",
            "score": 1508.59,
            "se": 15.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "analysis",
        "band": "frontier",
        "rating": 1508.59,
        "evidence": 1.4618,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.7-Max-Preview",
            "score": 1508.59,
            "se": 15.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "analysis",
        "band": "frontier",
        "score": 65.47,
        "se": 1.62,
        "evidence": 1.4408,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.4-2026-03-05_high",
            "score": 67.5,
            "se": 4.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.4-2026-03-05_high",
            "score": 92.67,
            "se": 1.3,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-5.4-2026-03-05_xhigh",
            "score": 36.24,
            "se": 1.8800000000000001,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.4",
            "score": 1490.66,
            "se": 4.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "analysis",
        "band": "frontier",
        "rating": 1503.29,
        "evidence": 1.3366,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Kimi K2.6",
            "score": 1503.29,
            "se": 5.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "analysis",
        "band": "frontier",
        "score": 76.07,
        "se": 2.33,
        "evidence": 1.2912,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:grok-4.6_high",
            "score": 65.14,
            "se": 4.35,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:grok-4.6_high",
            "score": 87,
            "se": 1.68,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Grok 4.6 (High)",
            "score": 1495.85,
            "se": 5.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "analysis",
        "band": "frontier",
        "score": 60.99,
        "se": 2.54,
        "evidence": 1.1251,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.3-flash_high",
            "score": 50.14,
            "se": 4.56,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.3-flash_high",
            "score": 71.83,
            "se": 2.25,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3-Flash",
            "score": 1510.89,
            "se": 4.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 60.99,
        "se": 2.54,
        "evidence": 1.1251,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.3-flash_high",
            "score": 50.14,
            "se": 4.56,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.3-flash_high",
            "score": 71.83,
            "se": 2.25,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.3-Flash",
            "score": 1510.89,
            "se": 4.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "analysis",
        "band": "frontier",
        "rating": 1498.04,
        "evidence": 1.0926,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemma 4 31B",
            "score": 1498.04,
            "se": 12.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "analysis",
        "band": "frontier",
        "rating": 1497.37,
        "evidence": 1.0643,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.6-Max-Preview",
            "score": 1497.37,
            "se": 12.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "analysis",
        "band": "frontier",
        "rating": 1495.59,
        "evidence": 0.9776,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.1",
            "score": 1495.59,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "analysis",
        "band": "frontier",
        "rating": 1495.22,
        "evidence": 0.9595,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiMo-V2.6-Flash",
            "score": 1495.22,
            "se": 6.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "analysis",
        "band": "frontier",
        "score": 71.49,
        "se": 2.42,
        "evidence": 0.7101,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_high",
            "score": 55.97,
            "se": 4.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-flash-0731_high",
            "score": 87,
            "se": 1.68,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "analysis",
        "band": "frontier",
        "score": 71.49,
        "se": 2.42,
        "evidence": 0.7101,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_high",
            "score": 55.97,
            "se": 4.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-flash-0731_high",
            "score": 87,
            "se": 1.68,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 71.49,
        "se": 2.42,
        "evidence": 0.7101,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_high",
            "score": 55.97,
            "se": 4.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-flash-0731_high",
            "score": 87,
            "se": 1.68,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 71.49,
        "se": 2.42,
        "evidence": 0.7101,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-flash-0731_high",
            "score": 55.97,
            "se": 4.53,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-flash-0731_high",
            "score": 87,
            "se": 1.68,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "analysis",
        "band": "frontier",
        "score": 74.25,
        "se": 2.37,
        "evidence": 0.6842,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:grok-4.7_high",
            "score": 58.33,
            "se": 4.5,
            "unit": "percent",
            "weight": 0.425,
            "settings": "close"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:grok-4.7_high",
            "score": 90.17,
            "se": 1.49,
            "unit": "percent",
            "weight": 0.425,
            "settings": "close"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Grok 4.7 (xHigh)",
            "score": 1477.98,
            "se": 6.95,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "analysis",
        "band": "frontier",
        "score": 73.44,
        "se": 2.39,
        "evidence": 0.6777,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_high",
            "score": 59.72,
            "se": 4.48,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-pro-0813_high",
            "score": 87.17,
            "se": 1.67,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1481.04,
            "se": 9.52,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 73.44,
        "se": 2.39,
        "evidence": 0.6777,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek-v4-pro-0813_high",
            "score": 59.72,
            "se": 4.48,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek-v4-pro-0813_high",
            "score": 87.17,
            "se": 1.67,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1481.04,
            "se": 9.52,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "analysis",
        "band": "frontier",
        "score": 49.89,
        "se": 2.18,
        "evidence": 0.6426,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.2_unknown",
            "score": 22.78,
            "se": 3.83,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.2_unknown",
            "score": 77,
            "se": 2.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.2 (Max)",
            "score": 1501.86,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "analysis",
        "band": "frontier",
        "score": 49.89,
        "se": 2.18,
        "evidence": 0.6426,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.2_unknown",
            "score": 22.78,
            "se": 3.83,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.2_unknown",
            "score": 77,
            "se": 2.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.2 (Max)",
            "score": 1501.86,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "analysis",
        "band": "frontier",
        "score": 49.89,
        "se": 2.18,
        "evidence": 0.6426,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.2_unknown",
            "score": 22.78,
            "se": 3.83,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.2_unknown",
            "score": 77,
            "se": 2.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.2 (Max)",
            "score": 1501.86,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 49.89,
        "se": 2.18,
        "evidence": 0.6426,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:glm-5.2_unknown",
            "score": 22.78,
            "se": 3.83,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:glm-5.2_unknown",
            "score": 77,
            "se": 2.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-5.2 (Max)",
            "score": 1501.86,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "analysis",
        "band": "frontier",
        "rating": 1484.81,
        "evidence": 0.4751,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.7-Plus",
            "score": 1484.81,
            "se": 4.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "analysis",
        "band": "frontier",
        "rating": 1484.81,
        "evidence": 0.4751,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.7-Plus",
            "score": 1484.81,
            "se": 4.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1481.45,
        "evidence": 0.403,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Beam 1.0 501B A23B",
            "score": 1481.45,
            "se": 15.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "analysis",
        "band": "frontier",
        "score": 52.91,
        "se": 2.33,
        "evidence": 0.2569,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.6-luna_high",
            "score": 29.31,
            "se": 4.16,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.6-luna_high",
            "score": 76.5,
            "se": 2.12,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.6 Luna (xHigh)",
            "score": 1489.7,
            "se": 4.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "analysis",
        "band": "frontier",
        "rating": 1479.51,
        "evidence": 0.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
            "score": 1479.51,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1479.51,
        "evidence": 0.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
            "score": 1479.51,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1479.51,
        "evidence": 0.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
            "score": 1479.51,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1479.51,
        "evidence": 0.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
            "score": 1479.51,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "analysis",
        "band": "frontier",
        "rating": 1479.51,
        "evidence": 0.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Pro",
            "score": 1479.51,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1477.82,
        "evidence": 0.1716,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-397B-A17B",
            "score": 1477.82,
            "se": 3.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1477.82,
        "evidence": 0.1716,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-397B-A17B",
            "score": 1477.82,
            "se": 3.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1477.82,
        "evidence": 0.1716,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-397B-A17B",
            "score": 1477.82,
            "se": 3.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "analysis",
        "band": "frontier",
        "score": 20.65,
        "se": 1.24,
        "evidence": 0.1506,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-opus-4-5-20251101",
            "score": 7.78,
            "se": 2.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-opus-4-5-20251101",
            "score": 40,
            "se": 2.45,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-opus-4-5-20251101_unknown",
            "score": 14.16,
            "se": 1.37,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Opus 4.5 (20251101)",
            "score": 1502.84,
            "se": 4.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "analysis",
        "band": "frontier",
        "score": 50.86,
        "se": 2.41,
        "evidence": 0.0798,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-6-luna_high",
            "score": 31.39,
            "se": 4.24,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-6-luna_high",
            "score": 70.33,
            "se": 2.28,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-6 Luna (Max)",
            "score": 1486.47,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "analysis",
        "band": "frontier",
        "rating": 1475.04,
        "evidence": 0.0576,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.6-Plus",
            "score": 1475.04,
            "se": 4.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "analysis",
        "band": "frontier",
        "rating": 1468.11,
        "evidence": -0.136,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1468.11,
            "se": 14.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "analysis",
        "band": "frontier",
        "score": 58.02,
        "se": 2.42,
        "evidence": -0.161,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:Inkling",
            "score": 36.53,
            "se": 4.4,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:Inkling",
            "score": 79.5,
            "se": 2.02,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Inkling",
            "score": 1473.84,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "analysis",
        "band": "frontier",
        "rating": 1467.52,
        "evidence": -0.2656,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiniMax-M3",
            "score": 1467.52,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1467.52,
        "evidence": -0.2656,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiniMax-M3",
            "score": 1467.52,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1467.52,
        "evidence": -0.2656,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiniMax-M3",
            "score": 1467.52,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1467.52,
        "evidence": -0.2656,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:MiniMax-M3",
            "score": 1467.52,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "analysis",
        "band": "frontier",
        "score": 11.38,
        "se": 1.14,
        "evidence": -0.2829,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3-flash-preview",
            "score": 1.25,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3-flash-preview",
            "score": 21.5,
            "se": 2.05,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3 Flash",
            "score": 1497.48,
            "se": 6.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 35.6,
        "se": 1.98,
        "evidence": -0.3302,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.4-mini-2026-03-17_high",
            "score": 13.19,
            "se": 3.09,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.4-mini-2026-03-17_high",
            "score": 58,
            "se": 2.47,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.4 mini (High)",
            "score": 1482.36,
            "se": 4.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "analysis",
        "band": "frontier",
        "score": 45.27,
        "se": 1.55,
        "evidence": -0.3555,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-haiku-5-5_high",
            "score": 30.69,
            "se": 4.21,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-haiku-5-5_high",
            "score": 81.5,
            "se": 1.94,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-haiku-5-5_unknown",
            "score": 30.12,
            "se": 1.83,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Haiku 5.5 (High)",
            "score": 1465.36,
            "se": 8.57,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "analysis",
        "band": "frontier",
        "score": 47.17,
        "se": 1.62,
        "evidence": -0.6411,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.2-2025-12-11_high",
            "score": 43.33,
            "se": 4.52,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.2-2025-12-11_high",
            "score": 78.67,
            "se": 2.05,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-5.2-2025-12-11_unknown",
            "score": 27.8,
            "se": 1.76,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.2",
            "score": 1458.88,
            "se": 3.77,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "analysis",
        "band": "frontier",
        "rating": 1457.53,
        "evidence": -0.6539,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Flash",
            "score": 1457.53,
            "se": 4.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1457.53,
        "evidence": -0.6539,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Flash",
            "score": 1457.53,
            "se": 4.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1457.53,
        "evidence": -0.6539,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V4-Flash",
            "score": 1457.53,
            "se": 4.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "analysis",
        "band": "frontier",
        "score": 12.26,
        "se": 0.99,
        "evidence": -0.7436,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-sonnet-4-5-20250929",
            "score": 3.75,
            "se": 1.73,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-sonnet-4-5-20250929",
            "score": 25.5,
            "se": 2.18,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:claude-sonnet-4-5-20250929_unknown",
            "score": 7.52,
            "se": 1.03,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Sonnet 4.5 (20250929)",
            "score": 1483.91,
            "se": 4.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "analysis",
        "band": "frontier",
        "score": 31.89,
        "se": 1.86,
        "evidence": -0.8447,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gemini-3.5-flash-lite_high",
            "score": 10.28,
            "se": 2.77,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gemini-3.5-flash-lite_high",
            "score": 53.5,
            "se": 2.49,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.5 Flash-Lite",
            "score": 1469.09,
            "se": 5.06,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "analysis",
        "band": "frontier",
        "rating": 1449.15,
        "evidence": -0.8498,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-4.7",
            "score": 1449.15,
            "se": 10.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "analysis",
        "band": "frontier",
        "score": 32.58,
        "se": 1.27,
        "evidence": -1.0022,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5-2025-08-07_high",
            "score": 9.86,
            "se": 2.72,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5-2025-08-07_high",
            "score": 65.67,
            "se": 2.37,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-5-2025-08-07_unknown",
            "score": 25.32,
            "se": 1.7000000000000002,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5 (High)",
            "score": 1459.6,
            "se": 7.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "analysis",
        "band": "frontier",
        "rating": 1440.66,
        "evidence": -1.023,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Thinking",
            "score": 1440.66,
            "se": 14.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "analysis",
        "band": "frontier",
        "score": 17.77,
        "se": 1.31,
        "evidence": -1.0326,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:qwen3.8-27b_none",
            "score": 1.53,
            "se": 1.12,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:qwen3.8-27b_none",
            "score": 34,
            "se": 2.37,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.8-27B",
            "score": 1472.78,
            "se": 5.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 17.77,
        "se": 1.31,
        "evidence": -1.0326,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:qwen3.8-27b_none",
            "score": 1.53,
            "se": 1.12,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:qwen3.8-27b_none",
            "score": 34,
            "se": 2.37,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.8-27B",
            "score": 1472.78,
            "se": 5.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 17.77,
        "se": 1.31,
        "evidence": -1.0326,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:qwen3.8-27b_none",
            "score": 1.53,
            "se": 1.12,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:qwen3.8-27b_none",
            "score": 34,
            "se": 2.37,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.8-27B",
            "score": 1472.78,
            "se": 5.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "analysis",
        "band": "frontier",
        "rating": 1441.6,
        "evidence": -1.0407,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Instruct",
            "score": 1441.6,
            "se": 12.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1441.6,
        "evidence": -1.0407,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Instruct",
            "score": 1441.6,
            "se": 12.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1441.6,
        "evidence": -1.0407,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-VL-235B-A22B-Instruct",
            "score": 1441.6,
            "se": 12.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "analysis",
        "band": "frontier",
        "score": 36.25,
        "se": 1.39,
        "evidence": -1.0738,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.1-2025-11-13_high",
            "score": 17.64,
            "se": 3.48,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.1-2025-11-13_high",
            "score": 72.8,
            "se": 2.22,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-5.1-2025-11-13_unknown",
            "score": 23.68,
            "se": 1.67,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.1",
            "score": 1454.21,
            "se": 5.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1441.43,
        "evidence": -1.1125,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-122B-A10B",
            "score": 1441.43,
            "se": 5.91,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1440.81,
        "evidence": -1.1281,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-27B",
            "score": 1440.81,
            "se": 5.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1440.81,
        "evidence": -1.1281,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-27B",
            "score": 1440.81,
            "se": 5.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "analysis",
        "band": "frontier",
        "rating": 1440.1,
        "evidence": -1.1418,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GLM-4.6",
            "score": 1440.1,
            "se": 6.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "analysis",
        "band": "frontier",
        "score": 55.53,
        "se": 2.38,
        "evidence": -1.2212,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:inkling-small_high",
            "score": 33.06,
            "se": 4.29,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:inkling-small_high",
            "score": 78,
            "se": 2.07,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Inkling-Small",
            "score": 1440.86,
            "se": 4.95,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "analysis",
        "band": "frontier",
        "rating": 1434.43,
        "evidence": -1.262,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Mistral Medium 3.5",
            "score": 1434.43,
            "se": 8.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "analysis",
        "band": "frontier",
        "rating": 1428.26,
        "evidence": -1.4496,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Mistral Large 3",
            "score": 1428.26,
            "se": 3.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "analysis",
        "band": "frontier",
        "score": 29.23,
        "se": 1.23,
        "evidence": -1.5128,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:o3-2025-04-16_high",
            "score": 6.53,
            "se": 2.26,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:o3-2025-04-16_high",
            "score": 60.83,
            "se": 2.44,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:o3-2025-04-16_high",
            "score": 20.32,
            "se": 1.58,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:o3 (2025-04-16)",
            "score": 1448.32,
            "se": 5.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "analysis",
        "band": "frontier",
        "score": 30.52,
        "se": 1.53,
        "evidence": -1.5679,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:deepseek/deepseek-v3.2",
            "score": 4.03,
            "se": 1.8,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:deepseek/deepseek-v3.2",
            "score": 57,
            "se": 2.48,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-V3.2",
            "score": 1447.97,
            "se": 5.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1420.13,
        "evidence": -1.6095,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-35B-A3B",
            "score": 1420.13,
            "se": 5.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1420.13,
        "evidence": -1.6095,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-35B-A3B",
            "score": 1420.13,
            "se": 5.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1420.13,
        "evidence": -1.6095,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-35B-A3B",
            "score": 1420.13,
            "se": 5.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "analysis",
        "band": "frontier",
        "rating": 1419.5,
        "evidence": -1.6301,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3.5-Flash",
            "score": 1419.5,
            "se": 4.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1397.72,
        "evidence": -1.8197,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-32B",
            "score": 1397.72,
            "se": 19.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "analysis",
        "band": "frontier",
        "score": 8.64,
        "se": 1.1,
        "evidence": -1.8208,
        "sources": [
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gemini-3.1-flash-lite",
            "score": 8.64,
            "se": 1.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemini 3.1 Flash-Lite Preview",
            "score": 1444.78,
            "se": 4.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "analysis",
        "band": "frontier",
        "score": 7.79,
        "se": 1.01,
        "evidence": -1.8765,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:claude-haiku-4-5-20251001",
            "score": 1.25,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:claude-haiku-4-5-20251001",
            "score": 14.33,
            "se": 1.75,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Claude Haiku 4.5 (20251001)",
            "score": 1451.83,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "analysis",
        "band": "frontier",
        "rating": 1400.83,
        "evidence": -1.8789,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.83,
            "se": 9.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1400.83,
        "evidence": -1.8789,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.83,
            "se": 9.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1400.83,
        "evidence": -1.8789,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Instruct",
            "score": 1400.83,
            "se": 9.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "analysis",
        "band": "frontier",
        "rating": 1395.58,
        "evidence": -1.9441,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1395.58,
            "se": 8.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "analysis",
        "band": "frontier",
        "score": 20.89,
        "se": 1.48,
        "evidence": -1.9573,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5.4-nano-2026-03-17_high",
            "score": 3.61,
            "se": 1.7,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5.4-nano-2026-03-17_high",
            "score": 38.17,
            "se": 2.43,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5.4 nano (High)",
            "score": 1435.93,
            "se": 4.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "analysis",
        "band": "frontier",
        "rating": 1392.12,
        "evidence": -1.967,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-Next-80B-A3B-Thinking",
            "score": 1392.12,
            "se": 11.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "analysis",
        "band": "frontier",
        "score": 6.13,
        "se": 0.93,
        "evidence": -2.0149,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 1.25,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 11,
            "se": 1.56,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1446.86,
            "se": 3.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "score": 6.13,
        "se": 0.93,
        "evidence": -2.0149,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 1.25,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 11,
            "se": 1.56,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1446.86,
            "se": 3.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "analysis",
        "band": "frontier",
        "score": 6.13,
        "se": 0.93,
        "evidence": -2.0149,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 1.25,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 11,
            "se": 1.56,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1446.86,
            "se": 3.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1369.62,
        "evidence": -2.1443,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Granite 4.2 8B",
            "score": 1369.62,
            "se": 17.77,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "analysis",
        "band": "frontier",
        "rating": 1369.82,
        "evidence": -2.1584,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen-Plus (0125)",
            "score": 1369.82,
            "se": 15.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1357.18,
        "evidence": -2.2758,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:gpt-oss-120b",
            "score": 1357.18,
            "se": 8.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1357.18,
        "evidence": -2.2758,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:gpt-oss-120b",
            "score": 1357.18,
            "se": 8.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 27.62,
        "se": 1.21,
        "evidence": -2.2952,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:o4-mini-2025-04-16_high",
            "score": 6.11,
            "se": 2.19,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:o4-mini-2025-04-16_high",
            "score": 58.67,
            "se": 2.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:o4-mini-2025-04-16_high",
            "score": 18.08,
            "se": 1.51,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:o4-mini (2025-04-16)",
            "score": 1407.05,
            "se": 6.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 25.24,
        "se": 1.12,
        "evidence": -2.302,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5-mini-2025-08-07_high",
            "score": 4.44,
            "se": 1.88,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5-mini-2025-08-07_high",
            "score": 54.33,
            "se": 2.49,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-5-mini-2025-08-07_unknown",
            "score": 19.44,
            "se": 1.5500000000000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5 mini (High)",
            "score": 1403.45,
            "se": 8.92,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1343.15,
        "evidence": -2.3529,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Qwen3-30B-A3B",
            "score": 1343.15,
            "se": 8.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "analysis",
        "band": "frontier",
        "rating": 1338.77,
        "evidence": -2.3813,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemma 3 27B IT",
            "score": 1338.77,
            "se": 6.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "analysis",
        "band": "frontier",
        "score": 12.98,
        "se": 1.1,
        "evidence": -2.3913,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:o1-preview-2024-09-12",
            "score": 18,
            "se": 1.92,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:o1-2024-12-17_unknown",
            "score": 7.96,
            "se": 1.06,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:o1 (2024-12-17)",
            "score": 1401.9,
            "se": 8.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "analysis",
        "band": "frontier",
        "score": 11.17,
        "se": 1.13,
        "evidence": -2.4505,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:DeepSeek-R1-0528",
            "score": 1.12,
            "se": 0.96,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:DeepSeek-R1-0528",
            "score": 21.21,
            "se": 2.04,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:DeepSeek-R1 (0528)",
            "score": 1417.8,
            "se": 9.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "analysis",
        "band": "frontier",
        "rating": 1315.9,
        "evidence": -2.5424,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:gpt-oss-20b",
            "score": 1315.9,
            "se": 14.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "analysis",
        "band": "frontier",
        "rating": 1298.17,
        "evidence": -2.6549,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Llama 3.3 70B Instruct",
            "score": 1298.17,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "analysis",
        "band": "frontier",
        "rating": 1298.17,
        "evidence": -2.6549,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Llama 3.3 70B Instruct",
            "score": 1298.17,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "analysis",
        "band": "frontier",
        "rating": 1298.17,
        "evidence": -2.6549,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Llama 3.3 70B Instruct",
            "score": 1298.17,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "analysis",
        "band": "frontier",
        "rating": 1297.25,
        "evidence": -2.6616,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4 Turbo (2024-04-09)",
            "score": 1297.25,
            "se": 5.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "analysis",
        "band": "frontier",
        "rating": 1274.29,
        "evidence": -2.7757,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemma 3 12B IT",
            "score": 1274.29,
            "se": 21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "analysis",
        "band": "frontier",
        "rating": 1260.65,
        "evidence": -2.8328,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Gemma 3 4B IT",
            "score": 1260.65,
            "se": 20.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 18.75,
        "se": 1.42,
        "evidence": -2.837,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:o3-mini-2025-01-31_high",
            "score": 2.99,
            "se": 1.55,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:o3-mini-2025-01-31_high",
            "score": 34.5,
            "se": 2.38,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:o3-mini",
            "score": 1365.85,
            "se": 5.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "analysis",
        "band": "frontier",
        "rating": 1268.5,
        "evidence": -2.859,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Phi-4",
            "score": 1268.5,
            "se": 8.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "analysis",
        "band": "frontier",
        "rating": 1265.19,
        "evidence": -2.8766,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4 (0314)",
            "score": 1265.19,
            "se": 7.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "analysis",
        "band": "frontier",
        "rating": 1258.84,
        "evidence": -2.8945,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Mistral Small 24B Instruct (2501)",
            "score": 1258.84,
            "se": 10.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "analysis",
        "band": "frontier",
        "score": 3.77,
        "se": 0.52,
        "evidence": -2.9242,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-4.1-2025-04-14",
            "score": 0.42,
            "se": 0.59,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-4.1-2025-04-14",
            "score": 5.5,
            "se": 1.14,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-4.1-2025-04-14",
            "score": 5.4,
            "se": 0.89,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4.1 (2025-04-14)",
            "score": 1405.72,
            "se": 5.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "analysis",
        "band": "frontier",
        "rating": 1216.06,
        "evidence": -2.9839,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-3.5 Turbo (1106)",
            "score": 1216.06,
            "se": 14.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "analysis",
        "band": "frontier",
        "score": 9.64,
        "se": 1.18,
        "evidence": -2.9891,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-5-nano-2025-08-07_high",
            "score": 2.61,
            "se": 1.46,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-5-nano-2025-08-07_high",
            "score": 16.67,
            "se": 1.86,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-5 nano (High)",
            "score": 1355.3,
            "se": 16.62,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 1.75,
        "se": 0.51,
        "evidence": -3.0823,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-4.1-mini-2025-04-14",
            "score": 0,
            "se": 0.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-4.1-mini-2025-04-14",
            "score": 3.5,
            "se": 0.92,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4.1 mini (2025-04-14)",
            "score": 1383.28,
            "se": 6.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "analysis",
        "band": "frontier",
        "score": 0,
        "se": 0.42,
        "evidence": -3.1999,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-4o-mini-2024-07-18",
            "score": 0,
            "se": 0.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4o mini (2024-07-18)",
            "score": 1284.63,
            "se": 5.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "analysis",
        "band": "frontier",
        "score": 0,
        "se": 0.22,
        "evidence": -3.5474,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-4.1-nano-2025-04-14",
            "score": 0,
            "se": 0.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-4.1-nano-2025-04-14",
            "score": 0,
            "se": 0.13,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4.1 nano (2025-04-14)",
            "score": 1312.95,
            "se": 15.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "analysis",
        "band": "frontier",
        "score": 0.25,
        "se": 0.27,
        "evidence": -3.5629,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:Llama-4-Scout-17B-16E-Instruct",
            "score": 0,
            "se": 0.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:Llama-4-Scout-17B-16E-Instruct",
            "score": 0.5,
            "se": 0.35,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:Llama 4 Scout 17B 16E Instruct",
            "score": 1308.12,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "analysis",
        "band": "frontier",
        "score": 2.41,
        "se": 0.43,
        "evidence": -3.5946,
        "sources": [
          {
            "benchmark": "epoch:arc_agi_2_external",
            "result": "epoch:arc_agi_2_external:gpt-4o-2024-11-20",
            "score": 0,
            "se": 0.42,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:arc_agi_external",
            "result": "epoch:arc_agi_external:gpt-4o-2024-11-20",
            "score": 4.5,
            "se": 1.04,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:hle_external",
            "result": "epoch:hle_external:gpt-4o-2024-11-20",
            "score": 2.72,
            "se": 0.64,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:text_style_control/expert",
            "result": "lmarena:text_style_control/expert:GPT-4o (2024-08-06)",
            "score": 1311.75,
            "se": 6.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "math",
        "band": "medium",
        "rating": 1536.34,
        "evidence": 2.9029,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 4 Argon (High)",
            "score": 1536.34,
            "se": 9.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "math",
        "band": "medium",
        "rating": 1526.18,
        "evidence": 2.729,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Fable 5.1 (Max)",
            "score": 1526.18,
            "se": 9.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "math",
        "band": "medium",
        "rating": 1520.42,
        "evidence": 2.6838,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Fable 5 (High)",
            "score": 1520.42,
            "se": 6.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "math",
        "band": "medium",
        "rating": 1519.22,
        "evidence": 2.6701,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.8 Flash (High)",
            "score": 1519.22,
            "se": 5.84,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "math",
        "band": "medium",
        "rating": 1514.72,
        "evidence": 2.5369,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 5 (Max)",
            "score": 1514.72,
            "se": 7.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "math",
        "band": "medium",
        "rating": 1514.24,
        "evidence": 2.4476,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 5.5 (High)",
            "score": 1514.24,
            "se": 10.98,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "math",
        "band": "medium",
        "rating": 1505.43,
        "evidence": 2.2943,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.8-Max",
            "score": 1505.43,
            "se": 7.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "math",
        "band": "medium",
        "rating": 1504.76,
        "evidence": 2.2879,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3-Flash",
            "score": 1504.76,
            "se": 6.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1504.76,
        "evidence": 2.2879,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3-Flash",
            "score": 1504.76,
            "se": 6.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "math",
        "band": "medium",
        "rating": 1503.04,
        "evidence": 2.2552,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 4.6",
            "score": 1503.04,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "math",
        "band": "medium",
        "rating": 1501.93,
        "evidence": 2.1916,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Kimi K3 (Max)",
            "score": 1501.93,
            "se": 7.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1501.93,
        "evidence": 2.1916,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Kimi K3 (Max)",
            "score": 1501.93,
            "se": 7.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "math",
        "band": "medium",
        "rating": 1501.93,
        "evidence": 2.1916,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Kimi K3 (Max)",
            "score": 1501.93,
            "se": 7.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "math",
        "band": "medium",
        "rating": 1501.62,
        "evidence": 2.1772,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.7 Flash (High)",
            "score": 1501.62,
            "se": 7.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "math",
        "band": "medium",
        "rating": 1501.08,
        "evidence": 2.163,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.6 Flash (High)",
            "score": 1501.08,
            "se": 7.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "math",
        "band": "medium",
        "rating": 1501.41,
        "evidence": 2.1606,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3 (Max)",
            "score": 1501.41,
            "se": 8.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1501.41,
        "evidence": 2.1606,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3 (Max)",
            "score": 1501.41,
            "se": 8.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "math",
        "band": "medium",
        "rating": 1501.41,
        "evidence": 2.1606,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3 (Max)",
            "score": 1501.41,
            "se": 8.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1501.41,
        "evidence": 2.1606,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3 (Max)",
            "score": 1501.41,
            "se": 8.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1501.41,
        "evidence": 2.1606,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.3 (Max)",
            "score": 1501.41,
            "se": 8.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "math",
        "band": "medium",
        "rating": 1500.03,
        "evidence": 2.1506,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.5",
            "score": 1500.03,
            "se": 5.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "math",
        "band": "medium",
        "rating": 1499.34,
        "evidence": 2.0619,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-6.1 Sol (Max)",
            "score": 1499.34,
            "se": 11.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "math",
        "band": "medium",
        "rating": 1497.39,
        "evidence": 2.0544,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.5 Flash (High)",
            "score": 1497.39,
            "se": 6.41,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "math",
        "band": "medium",
        "rating": 1494.17,
        "evidence": 1.944,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.6 Sol (xHigh)",
            "score": 1494.17,
            "se": 6.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "math",
        "band": "medium",
        "rating": 1494.95,
        "evidence": 1.9388,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1494.95,
            "se": 11.17,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "math",
        "band": "medium",
        "rating": 1495.31,
        "evidence": 1.8038,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 4 Hydrogen (High)",
            "score": 1495.31,
            "se": 19.62,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "math",
        "band": "medium",
        "rating": 1489.99,
        "evidence": 1.8013,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 4.7",
            "score": 1489.99,
            "se": 5.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "math",
        "band": "medium",
        "rating": 1487.76,
        "evidence": 1.7152,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.1 Pro Preview",
            "score": 1487.76,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "math",
        "band": "medium",
        "rating": 1486.88,
        "evidence": 1.6927,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.2 (Max)",
            "score": 1486.88,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "math",
        "band": "medium",
        "rating": 1486.88,
        "evidence": 1.6927,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.2 (Max)",
            "score": 1486.88,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "math",
        "band": "medium",
        "rating": 1486.88,
        "evidence": 1.6927,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.2 (Max)",
            "score": 1486.88,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1486.88,
        "evidence": 1.6927,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.2 (Max)",
            "score": 1486.88,
            "se": 6.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "math",
        "band": "medium",
        "rating": 1486.26,
        "evidence": 1.6696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Sonnet 5.5 (xHigh)",
            "score": 1486.26,
            "se": 11.69,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "math",
        "band": "medium",
        "rating": 1480.61,
        "evidence": 1.4838,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-6 Astra (Max)",
            "score": 1480.61,
            "se": 9.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "math",
        "band": "medium",
        "rating": 1483.37,
        "evidence": 1.4696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.7-Max-Preview",
            "score": 1483.37,
            "se": 19.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "math",
        "band": "medium",
        "rating": 1483.37,
        "evidence": 1.4696,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.7-Max-Preview",
            "score": 1483.37,
            "se": 19.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "math",
        "band": "medium",
        "rating": 1483.47,
        "evidence": 1.45,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiMo-V2.6-Pro",
            "score": 1483.47,
            "se": 20.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "math",
        "band": "medium",
        "rating": 1478.96,
        "evidence": 1.4058,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Kimi K2.6",
            "score": 1478.96,
            "se": 6.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "math",
        "band": "medium",
        "rating": 1479,
        "evidence": 1.4045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Inkling",
            "score": 1479,
            "se": 6.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "math",
        "band": "medium",
        "rating": 1478.37,
        "evidence": 1.3812,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.6 Terra (xHigh)",
            "score": 1478.37,
            "se": 6.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "math",
        "band": "medium",
        "rating": 1476.19,
        "evidence": 1.304,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.6 Luna (xHigh)",
            "score": 1476.19,
            "se": 7.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "math",
        "band": "medium",
        "rating": 1475.81,
        "evidence": 1.2759,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 4.8",
            "score": 1475.81,
            "se": 5.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "math",
        "band": "medium",
        "rating": 1474.43,
        "evidence": 1.2344,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3 Flash",
            "score": 1474.43,
            "se": 6.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "math",
        "band": "medium",
        "rating": 1474.28,
        "evidence": 1.2178,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-5.1",
            "score": 1474.28,
            "se": 5.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "math",
        "band": "medium",
        "rating": 1472.16,
        "evidence": 1.1473,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Sonnet 5 (High)",
            "score": 1472.16,
            "se": 6.24,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "math",
        "band": "medium",
        "rating": 1471.43,
        "evidence": 1.1296,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.6-Max-Preview",
            "score": 1471.43,
            "se": 14.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "math",
        "band": "medium",
        "rating": 1471.23,
        "evidence": 1.0579,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Beam 1.0 501B A23B",
            "score": 1471.23,
            "se": 19.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "math",
        "band": "medium",
        "rating": 1467.06,
        "evidence": 0.9709,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemma 4 31B",
            "score": 1467.06,
            "se": 13.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "math",
        "band": "medium",
        "rating": 1465.39,
        "evidence": 0.8878,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.7-Plus",
            "score": 1465.39,
            "se": 7.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "math",
        "band": "medium",
        "rating": 1465.39,
        "evidence": 0.8878,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.7-Plus",
            "score": 1465.39,
            "se": 7.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "math",
        "band": "medium",
        "rating": 1462.09,
        "evidence": 0.775,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Opus 4.5 (20251101)",
            "score": 1462.09,
            "se": 4.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "math",
        "band": "medium",
        "rating": 1462.02,
        "evidence": 0.7595,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiMo-V2.6-Flash",
            "score": 1462.02,
            "se": 8.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "math",
        "band": "medium",
        "rating": 1461.32,
        "evidence": 0.742,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Sonnet 4.6",
            "score": 1461.32,
            "se": 5.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "math",
        "band": "medium",
        "rating": 1459.02,
        "evidence": 0.6531,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.4",
            "score": 1459.02,
            "se": 5.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "math",
        "band": "medium",
        "rating": 1451.75,
        "evidence": 0.3948,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Inkling-Small",
            "score": 1451.75,
            "se": 7.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "math",
        "band": "medium",
        "rating": 1451.15,
        "evidence": 0.3746,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.6-Plus",
            "score": 1451.15,
            "se": 5.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "math",
        "band": "medium",
        "rating": 1451.27,
        "evidence": 0.3714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.8-27B",
            "score": 1451.27,
            "se": 7.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1451.27,
        "evidence": 0.3714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.8-27B",
            "score": 1451.27,
            "se": 7.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1451.27,
        "evidence": 0.3714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.8-27B",
            "score": 1451.27,
            "se": 7.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "math",
        "band": "medium",
        "rating": 1449.9,
        "evidence": 0.3336,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-397B-A17B",
            "score": 1449.9,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1449.9,
        "evidence": 0.3336,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-397B-A17B",
            "score": 1449.9,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1449.9,
        "evidence": 0.3336,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-397B-A17B",
            "score": 1449.9,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "math",
        "band": "medium",
        "rating": 1449.22,
        "evidence": 0.3106,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-6 Luna (Max)",
            "score": 1449.22,
            "se": 4.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "math",
        "band": "medium",
        "rating": 1450.63,
        "evidence": 0.2961,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Haiku 5.5 (High)",
            "score": 1450.63,
            "se": 11.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "math",
        "band": "medium",
        "rating": 1448.15,
        "evidence": 0.2746,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:o3 (2025-04-16)",
            "score": 1448.15,
            "se": 5.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "math",
        "band": "medium",
        "rating": 1449.26,
        "evidence": 0.2203,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1449.26,
            "se": 14.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1449.26,
        "evidence": 0.2203,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1449.26,
            "se": 14.4,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "math",
        "band": "medium",
        "rating": 1447.2,
        "evidence": 0.1804,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Grok 4.7 (xHigh)",
            "score": 1447.2,
            "se": 9.26,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "math",
        "band": "medium",
        "rating": 1444.52,
        "evidence": 0.0885,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Grok 4.6 (High)",
            "score": 1444.52,
            "se": 7.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "math",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.0562,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
            "score": 1443.1,
            "se": 5.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.0562,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
            "score": 1443.1,
            "se": 5.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.0562,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
            "score": 1443.1,
            "se": 5.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.0562,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
            "score": 1443.1,
            "se": 5.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "math",
        "band": "medium",
        "rating": 1443.1,
        "evidence": 0.0562,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Pro",
            "score": 1443.1,
            "se": 5.69,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "math",
        "band": "medium",
        "rating": 1442.09,
        "evidence": -0.0122,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.5 Flash-Lite",
            "score": 1442.09,
            "se": 7.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "math",
        "band": "medium",
        "rating": 1440.06,
        "evidence": -0.1251,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-6 Sol (Max)",
            "score": 1440.06,
            "se": 9.57,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "math",
        "band": "medium",
        "rating": 1439.05,
        "evidence": -0.1257,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.4 mini (High)",
            "score": 1439.05,
            "se": 5.5,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "math",
        "band": "medium",
        "rating": 1435.73,
        "evidence": -0.2726,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemini 3.1 Flash-Lite Preview",
            "score": 1435.73,
            "se": 5.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "math",
        "band": "medium",
        "rating": 1435.13,
        "evidence": -0.3151,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5 (High)",
            "score": 1435.13,
            "se": 7.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "math",
        "band": "medium",
        "rating": 1431.77,
        "evidence": -0.4645,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.2",
            "score": 1431.77,
            "se": 4.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "math",
        "band": "medium",
        "rating": 1426.55,
        "evidence": -0.6609,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-4.7",
            "score": 1426.55,
            "se": 10.47,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "math",
        "band": "medium",
        "rating": 1425.74,
        "evidence": -0.6707,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Mistral Medium 3.5",
            "score": 1425.74,
            "se": 12.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "math",
        "band": "medium",
        "rating": 1426.75,
        "evidence": -0.6986,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Sonnet 4.5 (20250929)",
            "score": 1426.75,
            "se": 4.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "math",
        "band": "medium",
        "rating": 1425.47,
        "evidence": -0.7463,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V3.2",
            "score": 1425.47,
            "se": 5.45,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "math",
        "band": "medium",
        "rating": 1425.01,
        "evidence": -0.7527,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-122B-A10B",
            "score": 1425.01,
            "se": 7.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "math",
        "band": "medium",
        "rating": 1424.41,
        "evidence": -0.7854,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Flash",
            "score": 1424.41,
            "se": 6.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1424.41,
        "evidence": -0.7854,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Flash",
            "score": 1424.41,
            "se": 6.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1424.41,
        "evidence": -0.7854,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-V4-Flash",
            "score": 1424.41,
            "se": 6.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "math",
        "band": "medium",
        "rating": 1424.55,
        "evidence": -0.7867,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiniMax-M3",
            "score": 1424.55,
            "se": 5.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1424.55,
        "evidence": -0.7867,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiniMax-M3",
            "score": 1424.55,
            "se": 5.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1424.55,
        "evidence": -0.7867,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiniMax-M3",
            "score": 1424.55,
            "se": 5.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1424.55,
        "evidence": -0.7867,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:MiniMax-M3",
            "score": 1424.55,
            "se": 5.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "math",
        "band": "medium",
        "rating": 1423.87,
        "evidence": -0.8127,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.4 nano (High)",
            "score": 1423.87,
            "se": 5.55,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "math",
        "band": "medium",
        "rating": 1423.59,
        "evidence": -0.8244,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5.1",
            "score": 1423.59,
            "se": 5.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "math",
        "band": "medium",
        "rating": 1422.81,
        "evidence": -0.8478,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-27B",
            "score": 1422.81,
            "se": 7.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1422.81,
        "evidence": -0.8478,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-27B",
            "score": 1422.81,
            "se": 7.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "math",
        "band": "medium",
        "rating": 1417.78,
        "evidence": -1.0568,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GLM-4.6",
            "score": 1417.78,
            "se": 6.46,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "math",
        "band": "medium",
        "rating": 1417.61,
        "evidence": -1.0705,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:o4-mini (2025-04-16)",
            "score": 1417.61,
            "se": 5.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "math",
        "band": "medium",
        "rating": 1416.39,
        "evidence": -1.1269,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1416.39,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1416.39,
        "evidence": -1.1269,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1416.39,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1416.39,
        "evidence": -1.1269,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1416.39,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "math",
        "band": "medium",
        "rating": 1413.54,
        "evidence": -1.1724,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Instruct",
            "score": 1413.54,
            "se": 8.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1413.54,
        "evidence": -1.1724,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Instruct",
            "score": 1413.54,
            "se": 8.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1413.54,
        "evidence": -1.1724,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Instruct",
            "score": 1413.54,
            "se": 8.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "math",
        "band": "medium",
        "rating": 1412.07,
        "evidence": -1.2456,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:DeepSeek-R1",
            "score": 1412.07,
            "se": 7.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "math",
        "band": "medium",
        "rating": 1409.5,
        "evidence": -1.2507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Instruct",
            "score": 1409.5,
            "se": 11.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1409.5,
        "evidence": -1.2507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Instruct",
            "score": 1409.5,
            "se": 11.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1409.5,
        "evidence": -1.2507,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Instruct",
            "score": 1409.5,
            "se": 11.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "math",
        "band": "medium",
        "rating": 1408.89,
        "evidence": -1.376,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:o1 (2024-12-17)",
            "score": 1408.89,
            "se": 5.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "math",
        "band": "medium",
        "rating": 1407.29,
        "evidence": -1.386,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5 mini (High)",
            "score": 1407.29,
            "se": 7.92,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "math",
        "band": "medium",
        "rating": 1398.05,
        "evidence": -1.482,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-32B",
            "score": 1398.05,
            "se": 15.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "math",
        "band": "medium",
        "rating": 1398.22,
        "evidence": -1.4983,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-VL-235B-A22B-Thinking",
            "score": 1398.22,
            "se": 14.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "math",
        "band": "medium",
        "rating": 1397.1,
        "evidence": -1.5689,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1397.1,
            "se": 12.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "math",
        "band": "medium",
        "rating": 1401.54,
        "evidence": -1.6311,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Mistral Large 3",
            "score": 1401.54,
            "se": 4.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "math",
        "band": "medium",
        "rating": 1400.98,
        "evidence": -1.6318,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-Flash",
            "score": 1400.98,
            "se": 5.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "math",
        "band": "medium",
        "rating": 1401.77,
        "evidence": -1.6354,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Claude Haiku 4.5 (20251001)",
            "score": 1401.77,
            "se": 3.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "math",
        "band": "medium",
        "rating": 1396.47,
        "evidence": -1.7211,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-35B-A3B",
            "score": 1396.47,
            "se": 6.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1396.47,
        "evidence": -1.7211,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-35B-A3B",
            "score": 1396.47,
            "se": 6.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1396.47,
        "evidence": -1.7211,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3.5-35B-A3B",
            "score": 1396.47,
            "se": 6.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "math",
        "band": "medium",
        "rating": 1391.27,
        "evidence": -1.7752,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-Next-80B-A3B-Thinking",
            "score": 1391.27,
            "se": 10.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "math",
        "band": "medium",
        "rating": 1380.76,
        "evidence": -2.0002,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:gpt-oss-120b",
            "score": 1380.76,
            "se": 6.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1380.76,
        "evidence": -2.0002,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:gpt-oss-120b",
            "score": 1380.76,
            "se": 6.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "math",
        "band": "medium",
        "rating": 1381.57,
        "evidence": -2.013,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:o3-mini",
            "score": 1381.57,
            "se": 4.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "math",
        "band": "medium",
        "rating": 1377.69,
        "evidence": -2.0355,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1377.69,
            "se": 7.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "math",
        "band": "medium",
        "rating": 1374.57,
        "evidence": -2.0892,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4.1 (2025-04-14)",
            "score": 1374.57,
            "se": 5.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "math",
        "band": "medium",
        "rating": 1353.03,
        "evidence": -2.2813,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4.1 mini (2025-04-14)",
            "score": 1353.03,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "math",
        "band": "medium",
        "rating": 1347.79,
        "evidence": -2.2847,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-5 nano (High)",
            "score": 1347.79,
            "se": 13.58,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "math",
        "band": "medium",
        "rating": 1351.13,
        "evidence": -2.2896,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen3-30B-A3B",
            "score": 1351.13,
            "se": 6.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "math",
        "band": "medium",
        "rating": 1335,
        "evidence": -2.3742,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:gpt-oss-20b",
            "score": 1335,
            "se": 11.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "math",
        "band": "medium",
        "rating": 1322.94,
        "evidence": -2.4255,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemma 3 27B IT",
            "score": 1322.94,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "math",
        "band": "medium",
        "rating": 1321.79,
        "evidence": -2.4503,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Qwen-Plus (0125)",
            "score": 1321.79,
            "se": 9.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "math",
        "band": "medium",
        "rating": 1317.74,
        "evidence": -2.491,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemma 3 12B IT",
            "score": 1317.74,
            "se": 13.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "math",
        "band": "medium",
        "rating": 1308.64,
        "evidence": -2.5271,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4o (2024-08-06)",
            "score": 1308.64,
            "se": 4.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "math",
        "band": "medium",
        "rating": 1309.61,
        "evidence": -2.5277,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Llama 4 Scout 17B 16E Instruct",
            "score": 1309.61,
            "se": 6.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "math",
        "band": "medium",
        "rating": 1303.07,
        "evidence": -2.5839,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4 Turbo Preview (1106)",
            "score": 1303.07,
            "se": 4.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "math",
        "band": "medium",
        "rating": 1295.61,
        "evidence": -2.658,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Llama 3.3 70B Instruct",
            "score": 1295.61,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "math",
        "band": "medium",
        "rating": 1295.61,
        "evidence": -2.658,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Llama 3.3 70B Instruct",
            "score": 1295.61,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "math",
        "band": "medium",
        "rating": 1295.61,
        "evidence": -2.658,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Llama 3.3 70B Instruct",
            "score": 1295.61,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "math",
        "band": "medium",
        "rating": 1284.78,
        "evidence": -2.7591,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4 (0314)",
            "score": 1284.78,
            "se": 4.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "math",
        "band": "medium",
        "rating": 1272.98,
        "evidence": -2.8155,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4.1 nano (2025-04-14)",
            "score": 1272.98,
            "se": 11.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "math",
        "band": "medium",
        "rating": 1274.89,
        "evidence": -2.8372,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-4o mini (2024-07-18)",
            "score": 1274.89,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "math",
        "band": "medium",
        "rating": 1264.76,
        "evidence": -2.885,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Phi-4",
            "score": 1264.76,
            "se": 5.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "math",
        "band": "medium",
        "rating": 1254.12,
        "evidence": -2.8924,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Gemma 3 4B IT",
            "score": 1254.12,
            "se": 14.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "math",
        "band": "medium",
        "rating": 1261.5,
        "evidence": -2.8942,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:Mistral Small 24B Instruct (2501)",
            "score": 1261.5,
            "se": 6.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "math",
        "band": "medium",
        "rating": 1205.42,
        "evidence": -2.9999,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/math",
            "result": "lmarena:text_style_control/math:GPT-3.5 Turbo (1106)",
            "score": 1205.42,
            "se": 7.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "math",
        "band": "hard",
        "score": 97.08,
        "se": 0.87,
        "evidence": 4.3056,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-5-5-max-effort",
            "score": 97.08,
            "se": 0.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "math",
        "band": "hard",
        "score": 97.01,
        "se": 0.88,
        "evidence": 4.2722,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-fable-5-1-max-effort",
            "score": 97.01,
            "se": 0.88,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "math",
        "band": "hard",
        "score": 96.83,
        "se": 0.9,
        "evidence": 4.195,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-6.1-sol-max",
            "score": 96.83,
            "se": 0.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "math",
        "band": "hard",
        "score": 96.81,
        "se": 0.9,
        "evidence": 4.1894,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-6-astra-max",
            "score": 96.81,
            "se": 0.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "math",
        "band": "hard",
        "score": 96.36,
        "se": 0.96,
        "evidence": 3.9872,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-6-sol-max",
            "score": 96.36,
            "se": 0.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "math",
        "band": "hard",
        "score": 96.2,
        "se": 0.98,
        "evidence": 3.917,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.6-sol-max",
            "score": 96.2,
            "se": 0.98,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "math",
        "band": "hard",
        "score": 96.13,
        "se": 0.99,
        "evidence": 3.8849,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-sonnet-5-5-max-effort",
            "score": 96.13,
            "se": 0.99,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "math",
        "band": "hard",
        "score": 95.99,
        "se": 1.01,
        "evidence": 3.819,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-fable-5-max-effort",
            "score": 95.99,
            "se": 1.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "math",
        "band": "hard",
        "score": 95.86,
        "se": 1.02,
        "evidence": 3.7668,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.5-xhigh",
            "score": 95.86,
            "se": 1.02,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "math",
        "band": "hard",
        "score": 95.73,
        "se": 1.04,
        "evidence": 3.7028,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-5-max-effort",
            "score": 95.73,
            "se": 1.04,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "math",
        "band": "hard",
        "score": 95.68,
        "se": 1.04,
        "evidence": 3.6873,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:grok-4.7-xhigh",
            "score": 95.68,
            "se": 1.04,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "math",
        "band": "hard",
        "score": 95.09,
        "se": 1.11,
        "evidence": 3.4225,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro-0813",
            "score": 95.09,
            "se": 1.11,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 95.09,
        "se": 1.11,
        "evidence": 3.4225,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro-0813",
            "score": 95.09,
            "se": 1.11,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "math",
        "band": "hard",
        "score": 94.91,
        "se": 1.13,
        "evidence": 3.343,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.6-terra-max",
            "score": 94.91,
            "se": 1.13,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "math",
        "band": "hard",
        "score": 94.32,
        "se": 1.19,
        "evidence": 3.0941,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-4-8-max-effort",
            "score": 94.32,
            "se": 1.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "math",
        "band": "hard",
        "score": 94.15,
        "se": 1.21,
        "evidence": 3.0206,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.4-xhigh",
            "score": 94.15,
            "se": 1.21,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "math",
        "band": "hard",
        "score": 93.47,
        "se": 1.27,
        "evidence": 2.7335,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.7-flash-high",
            "score": 93.47,
            "se": 1.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "math",
        "band": "hard",
        "score": 98.13,
        "se": 0.32,
        "evidence": 2.6838,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-5-2025-08-07_high",
            "score": 98.13,
            "se": 0.31922231523012307,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "math",
        "band": "hard",
        "score": 93.29,
        "se": 1.29,
        "evidence": 2.6547,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4.1-flash-max",
            "score": 93.29,
            "se": 1.29,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "math",
        "band": "hard",
        "score": 93.17,
        "se": 1.3,
        "evidence": 2.603,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.2-2025-12-11-high",
            "score": 93.17,
            "se": 1.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "math",
        "band": "hard",
        "score": 97.85,
        "se": 0.34,
        "evidence": 2.5692,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-5-mini-2025-08-07_high",
            "score": 97.85,
            "se": 0.3369422414145465,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "math",
        "band": "hard",
        "score": 97.83,
        "se": 0.33,
        "evidence": 2.5641,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:o4-mini-2025-04-16_high",
            "score": 97.83,
            "se": 0.33204985518619606,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "math",
        "band": "hard",
        "score": 97.77,
        "se": 0.33,
        "evidence": 2.5408,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:o3-2025-04-16_high",
            "score": 97.77,
            "se": 0.3323033827389427,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "math",
        "band": "hard",
        "score": 92.94,
        "se": 1.32,
        "evidence": 2.504,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-sonnet-5-xhigh-effort",
            "score": 92.94,
            "se": 1.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "math",
        "band": "hard",
        "score": 97.73,
        "se": 0.41,
        "evidence": 2.5023,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:claude-sonnet-4-5-20250929_32K",
            "score": 97.73,
            "se": 0.4091286174812221,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "math",
        "band": "hard",
        "score": 92.85,
        "se": 1.32,
        "evidence": 2.4712,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-4-7-xhigh-effort",
            "score": 92.85,
            "se": 1.32,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "math",
        "band": "hard",
        "score": 92.75,
        "se": 1.33,
        "evidence": 2.4261,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-haiku-5-5-xhigh-effort",
            "score": 92.75,
            "se": 1.33,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "math",
        "band": "hard",
        "score": 92.57,
        "se": 1.35,
        "evidence": 2.3441,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:grok-4.6",
            "score": 92.57,
            "se": 1.35,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "math",
        "band": "hard",
        "score": 96.64,
        "se": 0.42,
        "evidence": 2.094,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:DeepSeek-R1-0528",
            "score": 96.64,
            "se": 0.42156161735636516,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "math",
        "band": "hard",
        "score": 96.49,
        "se": 0.43,
        "evidence": 2.0356,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:o3-mini-2025-01-31_high",
            "score": 96.49,
            "se": 0.4265263461984669,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "math",
        "band": "hard",
        "score": 91.56,
        "se": 1.43,
        "evidence": 1.9257,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.8-flash-high",
            "score": 91.56,
            "se": 1.43,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "math",
        "band": "hard",
        "score": 91.31,
        "se": 1.45,
        "evidence": 1.8249,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.8-max",
            "score": 91.31,
            "se": 1.45,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "math",
        "band": "hard",
        "score": 91.04,
        "se": 1.47,
        "evidence": 1.7168,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.1-pro-preview-high",
            "score": 91.04,
            "se": 1.47,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "math",
        "band": "hard",
        "score": 90.98,
        "se": 1.47,
        "evidence": 1.6957,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.4-nano-xhigh",
            "score": 90.98,
            "se": 1.47,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "math",
        "band": "hard",
        "score": 90.68,
        "se": 1.49,
        "evidence": 1.58,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "math",
        "band": "hard",
        "score": 90.68,
        "se": 1.49,
        "evidence": 1.58,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 90.68,
        "se": 1.49,
        "evidence": 1.58,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "math",
        "band": "hard",
        "score": 90.68,
        "se": 1.49,
        "evidence": 1.58,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "math",
        "band": "hard",
        "score": 90.68,
        "se": 1.49,
        "evidence": 1.58,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "math",
        "band": "hard",
        "score": 94.9,
        "se": 0.48,
        "evidence": 1.5351,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-5-nano-2025-08-07_high",
            "score": 94.9,
            "se": 0.48488515751137634,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "math",
        "band": "hard",
        "score": 90.39,
        "se": 1.51,
        "evidence": 1.4713,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-4-5-20251101-thinking-64k-high-effort",
            "score": 90.39,
            "se": 1.51,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "math",
        "band": "hard",
        "score": 89.78,
        "se": 1.56,
        "evidence": 1.2507,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.2",
            "score": 89.78,
            "se": 1.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "math",
        "band": "hard",
        "score": 89.78,
        "se": 1.56,
        "evidence": 1.2507,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.2",
            "score": 89.78,
            "se": 1.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "math",
        "band": "hard",
        "score": 89.78,
        "se": 1.56,
        "evidence": 1.2507,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.2",
            "score": 89.78,
            "se": 1.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 89.78,
        "se": 1.56,
        "evidence": 1.2507,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.2",
            "score": 89.78,
            "se": 1.56,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "math",
        "band": "hard",
        "score": 89.32,
        "se": 1.59,
        "evidence": 1.0941,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-opus-4-6-thinking-auto-high-effort",
            "score": 89.32,
            "se": 1.59,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "math",
        "band": "hard",
        "score": 89.12,
        "se": 1.6,
        "evidence": 1.0294,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-6-luna-max",
            "score": 89.12,
            "se": 1.6,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "math",
        "band": "hard",
        "score": 88.36,
        "se": 1.65,
        "evidence": 0.7835,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:inkling-xhigh",
            "score": 88.36,
            "se": 1.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "math",
        "band": "hard",
        "score": 88.24,
        "se": 1.65,
        "evidence": 0.7479,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.5-flash-high",
            "score": 88.24,
            "se": 1.65,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "math",
        "band": "hard",
        "score": 87.9,
        "se": 1.68,
        "evidence": 0.6397,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "math",
        "band": "hard",
        "score": 87.9,
        "se": 1.68,
        "evidence": 0.6397,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "math",
        "band": "hard",
        "score": 87.9,
        "se": 1.68,
        "evidence": 0.6397,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 87.9,
        "se": 1.68,
        "evidence": 0.6397,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "math",
        "band": "hard",
        "score": 87.9,
        "se": 1.68,
        "evidence": 0.6397,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-vision-exp",
        "task": "math",
        "band": "hard",
        "score": 87.81,
        "se": 1.68,
        "evidence": 0.6138,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash-vision-exp",
            "score": 87.81,
            "se": 1.68,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "math",
        "band": "hard",
        "score": 87.2,
        "se": 1.72,
        "evidence": 0.4191,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.6-luna-max",
            "score": 87.2,
            "se": 1.72,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "math",
        "band": "hard",
        "score": 86.99,
        "se": 1.73,
        "evidence": 0.3535,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:claude-sonnet-4-6-thinking-auto-medium-effort",
            "score": 86.99,
            "se": 1.73,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "math",
        "band": "hard",
        "score": 86.79,
        "se": 1.74,
        "evidence": 0.2921,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash-0731",
            "score": 86.79,
            "se": 1.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "math",
        "band": "hard",
        "score": 86.79,
        "se": 1.74,
        "evidence": 0.2921,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash-0731",
            "score": 86.79,
            "se": 1.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 86.79,
        "se": 1.74,
        "evidence": 0.2921,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash-0731",
            "score": 86.79,
            "se": 1.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "math",
        "band": "hard",
        "score": 86.79,
        "se": 1.74,
        "evidence": 0.2921,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash-0731",
            "score": 86.79,
            "se": 1.74,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "math",
        "band": "hard",
        "score": 86.4,
        "se": 1.76,
        "evidence": 0.1818,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.6-flash-high",
            "score": 86.4,
            "se": 1.76,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "math",
        "band": "hard",
        "score": 86.21,
        "se": 1.77,
        "evidence": 0.1292,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.8-27b",
            "score": 86.21,
            "se": 1.77,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 86.21,
        "se": 1.77,
        "evidence": 0.1292,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.8-27b",
            "score": 86.21,
            "se": 1.77,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "math",
        "band": "hard",
        "score": 86.21,
        "se": 1.77,
        "evidence": 0.1292,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.8-27b",
            "score": 86.21,
            "se": 1.77,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "math",
        "band": "hard",
        "score": 85.25,
        "se": 1.82,
        "evidence": -0.1241,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.7-max",
            "score": 85.25,
            "se": 1.82,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "math",
        "band": "hard",
        "score": 85.25,
        "se": 1.82,
        "evidence": -0.1241,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.7-max",
            "score": 85.25,
            "se": 1.82,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "math",
        "band": "hard",
        "score": 84.44,
        "se": 1.86,
        "evidence": -0.3391,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:kimi-k3",
            "score": 84.44,
            "se": 1.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 84.44,
        "se": 1.86,
        "evidence": -0.3391,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:kimi-k3",
            "score": 84.44,
            "se": 1.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "math",
        "band": "hard",
        "score": 84.44,
        "se": 1.86,
        "evidence": -0.3391,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:kimi-k3",
            "score": 84.44,
            "se": 1.86,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "math",
        "band": "hard",
        "score": 87.29,
        "se": 0.73,
        "evidence": -0.3723,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4.1-mini-2025-04-14",
            "score": 87.29,
            "se": 0.7298484758774334,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "math",
        "band": "hard",
        "score": 84.28,
        "se": 1.87,
        "evidence": -0.3807,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:kimi-k2.6-thinking",
            "score": 84.28,
            "se": 1.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "math",
        "band": "hard",
        "score": 86.91,
        "se": 0.77,
        "evidence": -0.4541,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:claude-haiku-4-5-20251001",
            "score": 86.91,
            "se": 0.7747551687214772,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "math",
        "band": "hard",
        "score": 83.72,
        "se": 1.9,
        "evidence": -0.5215,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.6-plus",
            "score": 83.72,
            "se": 1.9,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "math",
        "band": "hard",
        "score": 81.24,
        "se": 2.01,
        "evidence": -1.0476,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3-flash",
            "score": 81.24,
            "se": 2.01,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 81.24,
        "se": 2.01,
        "evidence": -1.0476,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:glm-5.3-flash",
            "score": 81.24,
            "se": 2.01,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "math",
        "band": "hard",
        "score": 79.87,
        "se": 2.06,
        "evidence": -1.298,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.6-27b",
            "score": 79.87,
            "se": 2.06,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 79.87,
        "se": 2.06,
        "evidence": -1.298,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:qwen3.6-27b",
            "score": 79.87,
            "se": 2.06,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "math",
        "band": "hard",
        "score": 79.65,
        "se": 2.07,
        "evidence": -1.3328,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash",
            "score": 79.65,
            "se": 2.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 79.65,
        "se": 2.07,
        "evidence": -1.3328,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash",
            "score": 79.65,
            "se": 2.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "math",
        "band": "hard",
        "score": 79.65,
        "se": 2.07,
        "evidence": -1.3328,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:deepseek-v4-flash",
            "score": 79.65,
            "se": 2.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "math",
        "band": "hard",
        "score": 79.6,
        "se": 2.07,
        "evidence": -1.3405,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:kimi-k2.7-code",
            "score": 79.6,
            "se": 2.07,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "math",
        "band": "hard",
        "score": 83.01,
        "se": 0.85,
        "evidence": -1.4023,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4.1-2025-04-14",
            "score": 83.01,
            "se": 0.8490146044318322,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "math",
        "band": "hard",
        "score": 78.46,
        "se": 2.11,
        "evidence": -1.5118,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gpt-5.4-mini-xhigh",
            "score": 78.46,
            "se": 2.11,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "math",
        "band": "hard",
        "score": 81.65,
        "se": 1.06,
        "evidence": -1.5815,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:o1-preview-2024-09-12",
            "score": 81.65,
            "se": 1.0642608258161583,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "math",
        "band": "hard",
        "score": 76.95,
        "se": 2.16,
        "evidence": -1.6981,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:minimax-m3",
            "score": 76.95,
            "se": 2.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "math",
        "band": "hard",
        "score": 76.95,
        "se": 2.16,
        "evidence": -1.6981,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:minimax-m3",
            "score": 76.95,
            "se": 2.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 76.95,
        "se": 2.16,
        "evidence": -1.6981,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:minimax-m3",
            "score": 76.95,
            "se": 2.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "math",
        "band": "hard",
        "score": 76.95,
        "se": 2.16,
        "evidence": -1.6981,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:minimax-m3",
            "score": 76.95,
            "se": 2.16,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "math",
        "band": "hard",
        "score": 73.74,
        "se": 2.26,
        "evidence": -2.0175,
        "sources": [
          {
            "benchmark": "livebench:category/Mathematics",
            "result": "livebench:category/Mathematics:gemini-3.5-flash-lite-high",
            "score": 73.74,
            "se": 2.26,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "math",
        "band": "hard",
        "score": 74.04,
        "se": 1.12,
        "evidence": -3.1827,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gemma-3-27b-it",
            "score": 74.04,
            "se": 1.1195857525727289,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "math",
        "band": "hard",
        "score": 70,
        "se": 1.02,
        "evidence": -4.2106,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4.1-nano-2025-04-14",
            "score": 70,
            "se": 1.0231591350302844,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "math",
        "band": "hard",
        "score": 65.28,
        "se": 1.13,
        "evidence": -5.1101,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:qwen-plus-2025-01-25",
            "score": 65.28,
            "se": 1.1334654774046506,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "math",
        "band": "hard",
        "score": 64.94,
        "se": 1.07,
        "evidence": -5.2947,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:phi-4",
            "score": 64.94,
            "se": 1.0656871384084827,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "math",
        "band": "hard",
        "score": 62.27,
        "se": 1.2,
        "evidence": -5.6398,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:Llama-4-Scout-17B-16E-Instruct",
            "score": 62.27,
            "se": 1.2022405873783983,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "math",
        "band": "hard",
        "score": 52.63,
        "se": 1.13,
        "evidence": -7.842,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4o-mini-2024-07-18",
            "score": 52.63,
            "se": 1.1275275696871734,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "math",
        "band": "hard",
        "score": 49.77,
        "se": 1.11,
        "evidence": -8.5288,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4o-2024-11-20",
            "score": 49.77,
            "se": 1.110281961809657,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "math",
        "band": "hard",
        "score": 46.73,
        "se": 1.14,
        "evidence": -9.11,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4-turbo-2024-04-09",
            "score": 46.73,
            "se": 1.142825893039598,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "math",
        "band": "hard",
        "score": 41.6,
        "se": 1.18,
        "evidence": -10.1432,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:Llama-3.3-70B-Instruct",
            "score": 41.6,
            "se": 1.1816670264886684,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "math",
        "band": "hard",
        "score": 41.6,
        "se": 1.18,
        "evidence": -10.1432,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:Llama-3.3-70B-Instruct",
            "score": 41.6,
            "se": 1.1816670264886684,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "math",
        "band": "hard",
        "score": 41.6,
        "se": 1.18,
        "evidence": -10.1432,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:Llama-3.3-70B-Instruct",
            "score": 41.6,
            "se": 1.1816670264886684,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "math",
        "band": "hard",
        "score": 22.97,
        "se": 0.85,
        "evidence": -15.5872,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-4-0613",
            "score": 22.97,
            "se": 0.8465534027077483,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "math",
        "band": "hard",
        "score": 11.63,
        "se": 0.55,
        "evidence": -19.8145,
        "sources": [
          {
            "benchmark": "epoch:math_level_5",
            "result": "epoch:math_level_5:gpt-3.5-turbo-0125",
            "score": 11.63,
            "se": 0.5543945913851348,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "math",
        "band": "frontier",
        "score": 97.41,
        "se": 0.66,
        "evidence": 3.9192,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5-2_max",
            "score": 95.09,
            "se": 1.2824623769055388,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-fable-5-2_max",
            "score": 99.72,
            "se": 0.2777777777777778,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "math",
        "band": "frontier",
        "score": 96.84,
        "se": 2.6,
        "evidence": 3.262,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-6-astra_max",
            "score": 93.68,
            "se": 1.4434038295343787,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-6-astra_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "math",
        "band": "frontier",
        "score": 96.84,
        "se": 2.6,
        "evidence": 3.262,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-6.1-sol_max",
            "score": 93.68,
            "se": 1.4434038295343787,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-6.1-sol_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "math",
        "band": "frontier",
        "score": 95.62,
        "se": 2.64,
        "evidence": 3.1798,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-5-5_max",
            "score": 91.23,
            "se": 1.6786209858442096,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-5-5_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "math",
        "band": "frontier",
        "score": 95.44,
        "se": 2.64,
        "evidence": 3.1689,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-6.1-terra_max",
            "score": 90.88,
            "se": 1.7085690144166794,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-6.1-terra_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "math",
        "band": "frontier",
        "score": 95.26,
        "se": 2.65,
        "evidence": 3.1571,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-4-carbon_high",
            "score": 90.53,
            "se": 1.7377516319276178,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-4-carbon_high",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "math",
        "band": "frontier",
        "score": 95.09,
        "se": 2.65,
        "evidence": 3.1459,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5-1_max",
            "score": 90.18,
            "se": 1.7662067789031757,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-fable-5-1_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "math",
        "band": "frontier",
        "score": 94.91,
        "se": 2.66,
        "evidence": 3.1338,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-6-sol_max",
            "score": 89.82,
            "se": 1.7939690721286368,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-6-sol_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "math",
        "band": "frontier",
        "score": 94.39,
        "se": 2.67,
        "evidence": 3.1003,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-5-5_max",
            "score": 88.77,
            "se": 1.8734030360524248,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-sonnet-5-5_max",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "math",
        "band": "frontier",
        "score": 88.92,
        "se": 1.25,
        "evidence": 3.089,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-6-luna_max",
            "score": 78.95,
            "se": 2.4191503146153774,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-6-luna_max",
            "score": 98.89,
            "se": 0.6674027922425511,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "math",
        "band": "frontier",
        "score": 92.92,
        "se": 1.52,
        "evidence": 3.0864,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-fable-5_max",
            "score": 87.02,
            "se": 1.9944477920133024,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-fable-5_low",
            "score": 97.78,
            "se": 2.2222222222222223,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "math",
        "band": "frontier",
        "score": 92.77,
        "se": 1.56,
        "evidence": 3.021,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-5_max",
            "score": 85.61,
            "se": 2.082489457534394,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-5",
            "score": 97.78,
            "se": 2.2222222222222223,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "math",
        "band": "frontier",
        "score": 92.98,
        "se": 2.7,
        "evidence": 3.0099,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-4-argon_high",
            "score": 85.96,
            "se": 2.0611471958164294,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-4-argon_high",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "math",
        "band": "frontier",
        "score": 85.34,
        "se": 1.36,
        "evidence": 2.8218,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash-1017_max",
            "score": 71.23,
            "se": 2.686277751301251,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash-1017_max",
            "score": 99.44,
            "se": 0.3883473863441843,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 85.34,
        "se": 1.36,
        "evidence": 2.8218,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash-1017_max",
            "score": 71.23,
            "se": 2.686277751301251,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash-1017_max",
            "score": 99.44,
            "se": 0.3883473863441843,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "math",
        "band": "frontier",
        "score": 85.34,
        "se": 1.36,
        "evidence": 2.8218,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash-1017_max",
            "score": 71.23,
            "se": 2.686277751301251,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash-1017_max",
            "score": 99.44,
            "se": 0.3883473863441843,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "math",
        "band": "frontier",
        "score": 86.16,
        "se": 1.44,
        "evidence": 2.637,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-haiku-5-5_max",
            "score": 75.09,
            "se": 2.566445410232946,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-haiku-5-5_high",
            "score": 97.22,
            "se": 1.3109441770118595,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "math",
        "band": "frontier",
        "score": 83.66,
        "se": 1.45,
        "evidence": 2.5369,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.8-flash_high",
            "score": 68.42,
            "se": 2.7582557383453006,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.8-flash_high",
            "score": 98.89,
            "se": 0.8724007409153889,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "math",
        "band": "frontier",
        "score": 82.57,
        "se": 1.43,
        "evidence": 2.4598,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:grok-4.6_xhigh",
            "score": 65.96,
            "se": 2.8116467881852296,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:grok-4.6_xhigh",
            "score": 99.17,
            "se": 0.4700633956814717,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "math",
        "band": "frontier",
        "score": 84.4,
        "se": 1.63,
        "evidence": 2.45,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.7-flash_high",
            "score": 71.58,
            "se": 2.6764156649364654,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.7-flash_high",
            "score": 97.22,
            "se": 1.8586784946171873,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "math",
        "band": "frontier",
        "score": 82.85,
        "se": 1.43,
        "evidence": 2.3898,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4.1-flash_max",
            "score": 67.37,
            "se": 2.7821981570324446,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4.1-flash_max",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "math",
        "band": "frontier",
        "score": 81.59,
        "se": 1.5,
        "evidence": 2.262,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro-0813_max",
            "score": 64.56,
            "se": 2.8383475205435627,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro-0813_max",
            "score": 98.61,
            "se": 0.990980650017605,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 81.59,
        "se": 1.5,
        "evidence": 2.262,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro-0813_max",
            "score": 64.56,
            "se": 2.8383475205435627,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro-0813_max",
            "score": 98.61,
            "se": 0.990980650017605,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "math",
        "band": "frontier",
        "score": 82.81,
        "se": 2.87,
        "evidence": 2.1332,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.8-max-0902_xhigh",
            "score": 65.61,
            "se": 2.818576398907258,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.8-max-0902_xhigh",
            "score": 100,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "math",
        "band": "frontier",
        "score": 80.06,
        "se": 2.1,
        "evidence": 1.8908,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-max",
            "score": 64.56,
            "se": 2.838347520543562,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.7-max",
            "score": 95.56,
            "se": 3.1067790907534736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "math",
        "band": "frontier",
        "score": 80.06,
        "se": 2.1,
        "evidence": 1.8908,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-max",
            "score": 64.56,
            "se": 2.838347520543562,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.7-max",
            "score": 95.56,
            "se": 3.1067790907534736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "math",
        "band": "frontier",
        "score": 78.46,
        "se": 1.5,
        "evidence": 1.8847,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:mistral-large-4-0_high",
            "score": 58.6,
            "se": 2.922773823944577,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:mistral-large-4-0_high",
            "score": 98.33,
            "se": 0.6405884289881728,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "math",
        "band": "frontier",
        "score": 72.3,
        "se": 2.53,
        "evidence": 1.7983,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-opus-4-8_max",
            "score": 47.24,
            "se": 2.9366965952163047,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-8_max",
            "score": 80,
            "se": 2.3735633163877066,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-4-8_none",
            "score": 84.44,
            "se": 5.463890236888291,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "math",
        "band": "frontier",
        "score": 79.94,
        "se": 2.21,
        "evidence": 1.6955,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
            "score": 68.77,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
            "score": 91.11,
            "se": 3.454754040013868,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "math",
        "band": "frontier",
        "score": 79.94,
        "se": 2.21,
        "evidence": 1.6955,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
            "score": 68.77,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
            "score": 91.11,
            "se": 3.454754040013868,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "math",
        "band": "frontier",
        "score": 79.94,
        "se": 2.21,
        "evidence": 1.6955,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
            "score": 68.77,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
            "score": 91.11,
            "se": 3.454754040013868,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 79.94,
        "se": 2.21,
        "evidence": 1.6955,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
            "score": 68.77,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
            "score": 91.11,
            "se": 3.454754040013868,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "math",
        "band": "frontier",
        "score": 79.94,
        "se": 2.21,
        "evidence": 1.6955,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3_max",
            "score": 68.77,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3_max",
            "score": 91.11,
            "se": 3.454754040013868,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "math",
        "band": "frontier",
        "score": 75.52,
        "se": 1.64,
        "evidence": 1.62,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:grok-4.7_xhigh",
            "score": 52.98,
            "se": 2.9616712041900364,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:grok-4.7_xhigh",
            "score": 98.06,
            "se": 1.4299486306926388,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "math",
        "band": "frontier",
        "score": 64.05,
        "se": 1.7,
        "evidence": 1.6008,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gemini-3.1-pro-preview",
            "score": 36.9,
            "se": 2.8000000000000003,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-pro-preview",
            "score": 59.65,
            "se": 2.911181956525014,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.1-pro-preview",
            "score": 95.6,
            "se": 3.1,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "math",
        "band": "frontier",
        "score": 66.88,
        "se": 2.16,
        "evidence": 1.5832,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-opus-4-7_xhigh",
            "score": 43.79,
            "se": 2.918426387376174,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-7_max",
            "score": 70.18,
            "se": 2.7146911721220195,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-4-7_max",
            "score": 86.67,
            "se": 5.124707431905383,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "math",
        "band": "frontier",
        "score": 61.76,
        "se": 1.91,
        "evidence": 1.5826,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-opus-4-6",
            "score": 38.28,
            "se": 2.859177289764447,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-6_max",
            "score": 65.96,
            "se": 2.8116467881852296,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-4-6_max",
            "score": 91.11,
            "se": 4.290254662948546,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "math",
        "band": "frontier",
        "score": 64.09,
        "se": 1.58,
        "evidence": 1.5543,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:kimi-k2.6",
            "score": 38.97,
            "se": 2.868659061400048,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:kimi-k2.6",
            "score": 57.19,
            "se": 2.9360921879029935,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:kimi-k2.6",
            "score": 96.11,
            "se": 2.3777636174410794,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "math",
        "band": "frontier",
        "score": 74.8,
        "se": 2.14,
        "evidence": 1.3634,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:kimi-k2.7-code",
            "score": 54.04,
            "se": 2.957276813514758,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:kimi-k2.7-code",
            "score": 95.56,
            "se": 3.1067790907534736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731",
        "task": "math",
        "band": "frontier",
        "score": 75.99,
        "se": 1.8,
        "evidence": 1.3535,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-flash-0731_max",
            "score": 57.54,
            "se": 2.9329899789943816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-flash-0731_max",
            "score": 94.44,
            "se": 2.0854366486931895,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@alibaba-intl",
        "task": "math",
        "band": "frontier",
        "score": 75.99,
        "se": 1.8,
        "evidence": 1.3535,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-flash-0731_max",
            "score": 57.54,
            "se": 2.9329899789943816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-flash-0731_max",
            "score": 94.44,
            "se": 2.0854366486931895,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 75.99,
        "se": 1.8,
        "evidence": 1.3535,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-flash-0731_max",
            "score": 57.54,
            "se": 2.9329899789943816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-flash-0731_max",
            "score": 94.44,
            "se": 2.0854366486931895,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash-0731@parasail",
        "task": "math",
        "band": "frontier",
        "score": 75.99,
        "se": 1.8,
        "evidence": 1.3535,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-flash-0731_max",
            "score": 57.54,
            "se": 2.9329899789943816,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-flash-0731_max",
            "score": 94.44,
            "se": 2.0854366486931895,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "math",
        "band": "frontier",
        "score": 65.25,
        "se": 2.19,
        "evidence": 1.2619,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gemini-3.5-flash_high",
            "score": 38.97,
            "se": 2.868659061400048,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.5-flash_high",
            "score": 62.81,
            "se": 2.867975375107462,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash_low",
            "score": 88.89,
            "se": 4.737793696791343,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "math",
        "band": "frontier",
        "score": 74.84,
        "se": 1.83,
        "evidence": 1.2078,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3-flash_max",
            "score": 55.79,
            "se": 2.946997752822398,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3-flash_max",
            "score": 93.89,
            "se": 2.162226738085332,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 74.84,
        "se": 1.83,
        "evidence": 1.2078,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.3-flash_max",
            "score": 55.79,
            "se": 2.946997752822398,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.3-flash_max",
            "score": 93.89,
            "se": 2.162226738085332,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "math",
        "band": "frontier",
        "score": 57.11,
        "se": 2.48,
        "evidence": 1.0905,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen3.6-max-preview",
            "score": 23.1,
            "se": 2.479378972186167,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-max-preview",
            "score": 91.11,
            "se": 4.290254662948546,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "math",
        "band": "frontier",
        "score": 59.88,
        "se": 1.8,
        "evidence": 1.0401,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gemini-3-flash-preview",
            "score": 35.64,
            "se": 2.8221558784583785,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3-flash-preview",
            "score": 51.23,
            "se": 2.966059084324674,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3-flash-preview",
            "score": 92.78,
            "se": 3.5196259111492543,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "math",
        "band": "frontier",
        "score": 77.22,
        "se": 4.18,
        "evidence": 1.0006,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-sol_max",
            "score": 89.12,
            "se": 1.8475392571140503,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.6-sol_none",
            "score": 68.89,
            "se": 6.979205927323109,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "math",
        "band": "frontier",
        "score": 88.89,
        "se": 4.46,
        "evidence": 0.9853,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:openai/gpt-oss-120b_high",
            "score": 88.89,
            "se": 4.463343655613273,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 88.89,
        "se": 4.46,
        "evidence": 0.9853,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:openai/gpt-oss-120b_high",
            "score": 88.89,
            "se": 4.463343655613273,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "math",
        "band": "frontier",
        "score": 72.8,
        "se": 3.33,
        "evidence": 0.7611,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-5_max",
            "score": 65.61,
            "se": 2.818576398907258,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-sonnet-5_max",
            "score": 80,
            "se": 6.030226891555273,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "math",
        "band": "frontier",
        "score": 54.54,
        "se": 1.83,
        "evidence": 0.7299,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:glm-5.1",
            "score": 33.45,
            "se": 2.775348993336878,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.1",
            "score": 36.84,
            "se": 2.8623772537150214,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.1",
            "score": 93.33,
            "se": 3.760507165451774,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "math",
        "band": "frontier",
        "score": 63.86,
        "se": 2.35,
        "evidence": 0.6615,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-plus_none",
            "score": 34.39,
            "se": 2.8185763989072585,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.7-plus",
            "score": 93.33,
            "se": 3.760507165451775,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "math",
        "band": "frontier",
        "score": 63.86,
        "se": 2.35,
        "evidence": 0.6615,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.7-plus_none",
            "score": 34.39,
            "se": 2.8185763989072585,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.7-plus",
            "score": 93.33,
            "se": 3.760507165451775,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "math",
        "band": "frontier",
        "score": 52.6,
        "se": 1.8,
        "evidence": 0.648,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen3.6-plus",
            "score": 26.21,
            "se": 2.586823296864886,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-plus",
            "score": 38.25,
            "se": 2.8838027580159498,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-plus",
            "score": 93.33,
            "se": 3.760507165451774,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "math",
        "band": "frontier",
        "score": 68.16,
        "se": 2.47,
        "evidence": 0.5858,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:inkling-small_xhigh",
            "score": 46.32,
            "se": 2.958888847874604,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:inkling-small_xhigh",
            "score": 90,
            "se": 3.964807305493795,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "math",
        "band": "frontier",
        "score": 60.88,
        "se": 3.29,
        "evidence": 0.5193,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5.4-2026-03-05_xhigh",
            "score": 47.6,
            "se": 2.9000000000000004,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-2026-03-05_xhigh",
            "score": 78.6,
            "se": 2.4338000553262393,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.4-2026-03-05_none",
            "score": 57.78,
            "se": 7.446027270295804,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "math",
        "band": "frontier",
        "score": 71.71,
        "se": 3.42,
        "evidence": 0.511,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.6-flash_high",
            "score": 58.95,
            "se": 2.9190634943914042,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.6-flash_low",
            "score": 82.22,
            "se": 5.763774795025092,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "math",
        "band": "frontier",
        "score": 70.38,
        "se": 4.01,
        "evidence": 0.4839,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:kimi-k3_max",
            "score": 72.18,
            "se": 2.6636607935112644,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:kimi-k3_low",
            "score": 68.89,
            "se": 6.979205927323111,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 70.38,
        "se": 4.01,
        "evidence": 0.4839,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:kimi-k3_max",
            "score": 72.18,
            "se": 2.6636607935112644,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:kimi-k3_low",
            "score": 68.89,
            "se": 6.979205927323111,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "math",
        "band": "frontier",
        "score": 70.38,
        "se": 4.01,
        "evidence": 0.4839,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:kimi-k3_max",
            "score": 72.18,
            "se": 2.6636607935112644,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:kimi-k3_low",
            "score": 68.89,
            "se": 6.979205927323111,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b",
        "task": "math",
        "band": "frontier",
        "score": 62.58,
        "se": 2.56,
        "evidence": 0.4728,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-27b_none",
            "score": 34.04,
            "se": 2.8116467881852296,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-27b",
            "score": 91.11,
            "se": 4.290254662948546,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-27b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 62.58,
        "se": 2.56,
        "evidence": 0.4728,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-27b_none",
            "score": 34.04,
            "se": 2.8116467881852296,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-27b",
            "score": 91.11,
            "se": 4.290254662948546,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "math",
        "band": "frontier",
        "score": 47.58,
        "se": 2.69,
        "evidence": 0.4562,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:Qwen/Qwen3-235B-A22B-Thinking-2507",
            "score": 8.48,
            "se": 1.6589928458951777,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Qwen3-235B-A22B-Thinking-2507",
            "score": 86.67,
            "se": 5.124707431905383,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "math",
        "band": "frontier",
        "score": 69.1,
        "se": 4.46,
        "evidence": 0.4319,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.5_xhigh",
            "score": 85.26,
            "se": 2.1034091168852487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.5_none",
            "score": 57.78,
            "se": 7.446027270295804,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-26b-a4b-it",
        "task": "math",
        "band": "frontier",
        "score": 82.22,
        "se": 5.76,
        "evidence": 0.4031,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemma-4-26b-a4b-it_minimal",
            "score": 82.22,
            "se": 5.763774795025093,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "math",
        "band": "frontier",
        "score": 66.77,
        "se": 4.5,
        "evidence": 0.2891,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-terra_max",
            "score": 85.96,
            "se": 2.0611471958164294,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.6-terra_none",
            "score": 53.33,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "math",
        "band": "frontier",
        "score": 60.06,
        "se": 2.74,
        "evidence": 0.2506,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-397b-a17b_none",
            "score": 31.23,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-397b-a17b",
            "score": 88.89,
            "se": 4.737793696791344,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 60.06,
        "se": 2.74,
        "evidence": 0.2506,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-397b-a17b_none",
            "score": 31.23,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-397b-a17b",
            "score": 88.89,
            "se": 4.737793696791344,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "math",
        "band": "frontier",
        "score": 60.06,
        "se": 2.74,
        "evidence": 0.2506,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-397b-a17b_none",
            "score": 31.23,
            "se": 2.7499133473298816,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-397b-a17b",
            "score": 88.89,
            "se": 4.737793696791344,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "math",
        "band": "frontier",
        "score": 61.11,
        "se": 2.41,
        "evidence": 0.1689,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:Inkling_xhigh",
            "score": 33.33,
            "se": 2.7972711943222968,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Inkling_xhigh",
            "score": 88.89,
            "se": 3.9171949640122654,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "math",
        "band": "frontier",
        "score": 51.75,
        "se": 3.09,
        "evidence": -0.062,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5.2-2025-12-11_low",
            "score": 26.55,
            "se": 2.597695517914575,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.2-2025-12-11_xhigh",
            "score": 67.4,
            "se": 2.8000000000000003,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.2-2025-12-11_none",
            "score": 62.22,
            "se": 7.309112127323451,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "math",
        "band": "frontier",
        "score": 42.89,
        "se": 2.43,
        "evidence": -0.1337,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:zai-org/GLM-4.7",
            "score": 2.44,
            "se": 0.9121434048862995,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-4.7",
            "score": 83.33,
            "se": 4.767312946227961,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "math",
        "band": "frontier",
        "score": 51.76,
        "se": 3.69,
        "evidence": -0.1603,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-sonnet-4-6_16K",
            "score": 32.4,
            "se": 2.812163604063986,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-6_max",
            "score": 71.11,
            "se": 6.832943242540508,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b",
        "task": "math",
        "band": "frontier",
        "score": 53.51,
        "se": 2.83,
        "evidence": -0.1863,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-35b-a3b_none",
            "score": 20.35,
            "se": 2.389037106974561,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-35b-a3b",
            "score": 86.67,
            "se": 5.124707431905383,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 53.51,
        "se": 2.83,
        "evidence": -0.1863,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-35b-a3b_none",
            "score": 20.35,
            "se": 2.389037106974561,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-35b-a3b",
            "score": 86.67,
            "se": 5.124707431905383,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@parasail",
        "task": "math",
        "band": "frontier",
        "score": 53.51,
        "se": 2.83,
        "evidence": -0.1863,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-35b-a3b_none",
            "score": 20.35,
            "se": 2.389037106974561,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-35b-a3b",
            "score": 86.67,
            "se": 5.124707431905383,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "math",
        "band": "frontier",
        "score": 73.33,
        "se": 6.67,
        "evidence": -0.223,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemma-4-31b-it_minimal",
            "score": 73.33,
            "se": 6.666666666666667,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "math",
        "band": "frontier",
        "score": 57.34,
        "se": 4.44,
        "evidence": -0.2605,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.6-luna_max",
            "score": 82.11,
            "se": 2.274515950332741,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.6-luna_none",
            "score": 40,
            "se": 7.385489458759964,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "math",
        "band": "frontier",
        "score": 71.11,
        "se": 6.83,
        "evidence": -0.3486,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:MiniMax-M3",
            "score": 71.11,
            "se": 6.83294324254051,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "math",
        "band": "frontier",
        "score": 71.11,
        "se": 6.83,
        "evidence": -0.3486,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:MiniMax-M3",
            "score": 71.11,
            "se": 6.83294324254051,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 71.11,
        "se": 6.83,
        "evidence": -0.3486,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:MiniMax-M3",
            "score": 71.11,
            "se": 6.83294324254051,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "math",
        "band": "frontier",
        "score": 71.11,
        "se": 6.83,
        "evidence": -0.3486,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:MiniMax-M3",
            "score": 71.11,
            "se": 6.83294324254051,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-thinking-2507",
        "task": "math",
        "band": "frontier",
        "score": 70.28,
        "se": 6.04,
        "evidence": -0.4087,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3-30b-a3b-thinking-2507",
            "score": 70.28,
            "se": 6.041848075762483,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "math",
        "band": "frontier",
        "score": 66.94,
        "se": 6.04,
        "evidence": -0.5804,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Qwen3-32B",
            "score": 66.94,
            "se": 6.0401063235303285,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "math",
        "band": "frontier",
        "score": 66.39,
        "se": 4.91,
        "evidence": -0.5924,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:DeepSeek-R1-0528",
            "score": 66.39,
            "se": 4.911177955575991,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash",
        "task": "math",
        "band": "frontier",
        "score": 37.32,
        "se": 2.06,
        "evidence": -0.5985,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen3.6-flash",
            "score": 10.34,
            "se": 1.791432224407271,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-flash",
            "score": 17.19,
            "se": 2.2389789548206736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-flash",
            "score": 84.44,
            "se": 5.463890236888291,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-flash@alibaba-us",
        "task": "math",
        "band": "frontier",
        "score": 37.32,
        "se": 2.06,
        "evidence": -0.5985,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen3.6-flash",
            "score": 10.34,
            "se": 1.791432224407271,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.6-flash",
            "score": 17.19,
            "se": 2.2389789548206736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.6-flash",
            "score": 84.44,
            "se": 5.463890236888291,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-14b",
        "task": "math",
        "band": "frontier",
        "score": 66.39,
        "se": 6.19,
        "evidence": -0.6081,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3-14b",
            "score": 66.39,
            "se": 6.1906554068112225,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "math",
        "band": "frontier",
        "score": 62.78,
        "se": 6.21,
        "evidence": -0.7767,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Qwen3-30B-A3B",
            "score": 62.78,
            "se": 6.211864575465902,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "math",
        "band": "frontier",
        "score": 62.22,
        "se": 6.51,
        "evidence": -0.8042,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3-30b-a3b-instruct-2507",
            "score": 62.22,
            "se": 6.509619058885622,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "math",
        "band": "frontier",
        "score": 33.37,
        "se": 1.97,
        "evidence": -0.8685,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen3.5-flash",
            "score": 6.21,
            "se": 1.4192986356621422,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:qwen3.5-flash",
            "score": 9.47,
            "se": 1.7377516319276178,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-flash",
            "score": 84.44,
            "se": 5.463890236888291,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "math",
        "band": "frontier",
        "score": 54.44,
        "se": 6.19,
        "evidence": -1.1192,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-35b-a3b",
            "score": 54.44,
            "se": 6.194903049563445,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 54.44,
        "se": 6.19,
        "evidence": -1.1192,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-35b-a3b",
            "score": 54.44,
            "se": 6.194903049563445,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "math",
        "band": "frontier",
        "score": 54.44,
        "se": 6.19,
        "evidence": -1.1192,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-35b-a3b",
            "score": 54.44,
            "se": 6.194903049563445,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "math",
        "band": "frontier",
        "score": 39.15,
        "se": 2.96,
        "evidence": -1.4426,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5-2025-08-07_high",
            "score": 32.41,
            "se": 2.753246166483919,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5-2025-08-07_low",
            "score": 37.19,
            "se": 2.8679753751074615,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5-2025-08-07_minimal",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "math",
        "band": "frontier",
        "score": 44.63,
        "se": 4.22,
        "evidence": -1.4735,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.5-flash-lite_high",
            "score": 25.96,
            "se": 2.601675082238553,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.5-flash-lite_low",
            "score": 60,
            "se": 7.385489458759962,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "math",
        "band": "frontier",
        "score": 46.09,
        "se": 4.59,
        "evidence": -1.5356,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
            "score": 45.26,
            "se": 2.953609826992209,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "math",
        "band": "frontier",
        "score": 46.09,
        "se": 4.59,
        "evidence": -1.5356,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
            "score": 45.26,
            "se": 2.953609826992209,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 46.09,
        "se": 4.59,
        "evidence": -1.5356,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
            "score": 45.26,
            "se": 2.953609826992209,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "math",
        "band": "frontier",
        "score": 46.09,
        "se": 4.59,
        "evidence": -1.5356,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
            "score": 45.26,
            "se": 2.953609826992209,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "math",
        "band": "frontier",
        "score": 46.09,
        "se": 4.59,
        "evidence": -1.5356,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:deepseek-v4-pro_max",
            "score": 45.26,
            "se": 2.953609826992209,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:deepseek-v4-pro_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b",
        "task": "math",
        "band": "frontier",
        "score": 42.78,
        "se": 6.53,
        "evidence": -1.5988,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-9B",
            "score": 42.78,
            "se": 6.533819469304575,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 42.78,
        "se": 6.53,
        "evidence": -1.5988,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-9B",
            "score": 42.78,
            "se": 6.533819469304575,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@parasail",
        "task": "math",
        "band": "frontier",
        "score": 42.78,
        "se": 6.53,
        "evidence": -1.5988,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen3.5-9B",
            "score": 42.78,
            "se": 6.533819469304575,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "math",
        "band": "frontier",
        "score": 41.37,
        "se": 4.2,
        "evidence": -1.6222,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_max",
            "score": 59.21,
            "se": 2.958195251960623,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.2_none",
            "score": 28.89,
            "se": 6.832943242540508,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "math",
        "band": "frontier",
        "score": 41.37,
        "se": 4.2,
        "evidence": -1.6222,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_max",
            "score": 59.21,
            "se": 2.958195251960623,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.2_none",
            "score": 28.89,
            "se": 6.832943242540508,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "math",
        "band": "frontier",
        "score": 41.37,
        "se": 4.2,
        "evidence": -1.6222,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_max",
            "score": 59.21,
            "se": 2.958195251960623,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.2_none",
            "score": 28.89,
            "se": 6.832943242540508,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 41.37,
        "se": 4.2,
        "evidence": -1.6222,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:glm-5.2_max",
            "score": 59.21,
            "se": 2.958195251960623,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:glm-5.2_none",
            "score": 28.89,
            "se": 6.832943242540508,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "math",
        "band": "frontier",
        "score": 34.38,
        "se": 2.63,
        "evidence": -1.639,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-opus-4-5-20251101",
            "score": 20.69,
            "se": 2.382827611454509,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-opus-4-5-20251101_32K",
            "score": 34.39,
            "se": 2.8185763989072585,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-opus-4-5-20251101",
            "score": 48.06,
            "se": 6.405336755004034,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "math",
        "band": "frontier",
        "score": 34.09,
        "se": 2.88,
        "evidence": -1.6606,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5-mini-2025-08-07_high",
            "score": 27.24,
            "se": 2.6188332965202883,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5-mini-2025-08-07_low",
            "score": 18.25,
            "se": 2.2917941277334046,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5-mini-2025-08-07_minimal",
            "score": 55.56,
            "se": 7.4911095829249135,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "minimal"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "math",
        "band": "frontier",
        "score": 40.28,
        "se": 6.32,
        "evidence": -1.69,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-oss-20b_low",
            "score": 40.28,
            "se": 6.317675132490254,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "math",
        "band": "frontier",
        "score": 29.67,
        "se": 2.65,
        "evidence": -1.7245,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:o3-2025-04-16_low",
            "score": 9.72,
            "se": 1.7487682248157597,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:o3-2025-04-16_low",
            "score": 19.3,
            "se": 2.3417537950655314,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:o3-2025-04-16_low",
            "score": 60,
            "se": 7.385489458759962,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "math",
        "band": "frontier",
        "score": 28.2,
        "se": 2.66,
        "evidence": -1.8282,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:o4-mini-2025-04-16_low",
            "score": 10.69,
            "se": 1.8175392977158442,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:o4-mini-2025-04-16_low",
            "score": 16.14,
            "se": 2.183101038741335,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:o4-mini-2025-04-16_low",
            "score": 57.78,
            "se": 7.446027270295804,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "math",
        "band": "frontier",
        "score": 19.99,
        "se": 3.17,
        "evidence": -2.0726,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-haiku-4-5-20251001",
            "score": 4.14,
            "se": 1.1715642254112493,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-haiku-4-5-20251001",
            "score": 35.83,
            "se": 6.2386260142321825,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "math",
        "band": "frontier",
        "score": 33.45,
        "se": 3.94,
        "evidence": -2.0728,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gemini-3.1-flash-lite_low",
            "score": 22.46,
            "se": 2.4761793289496805,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemini-3.1-flash-lite_low",
            "score": 44.44,
            "se": 7.4911095829249135,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "math",
        "band": "frontier",
        "score": 19.94,
        "se": 3.68,
        "evidence": -2.0946,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5.1-2025-11-13_none",
            "score": 2.1,
            "se": 0.8489188512823552,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.1-2025-11-13_none",
            "score": 37.78,
            "se": 7.309112127323451,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "math",
        "band": "frontier",
        "score": 25.68,
        "se": 2.9,
        "evidence": -2.2014,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5.4-nano-2026-03-17_high",
            "score": 25.86,
            "se": 2.58,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-nano-2026-03-17_none",
            "score": 4.56,
            "se": 1.2380896644748405,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.4-nano-2026-03-17_none",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "math",
        "band": "frontier",
        "score": 22.5,
        "se": 5.28,
        "evidence": -2.2596,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemma-3-27b-it",
            "score": 22.5,
            "se": 5.279438866723883,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "math",
        "band": "frontier",
        "score": 22.8,
        "se": 2.82,
        "evidence": -2.3913,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:claude-sonnet-4-5-20250929",
            "score": 9.31,
            "se": 1.7092785280147835,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:claude-sonnet-4-5-20250929_32K",
            "score": 23.86,
            "se": 2.5291832284114157,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "thinking"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:claude-sonnet-4-5-20250929",
            "score": 35.56,
            "se": 7.21639236343101,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "math",
        "band": "frontier",
        "score": 17.78,
        "se": 4.36,
        "evidence": -2.4081,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:qwen-plus-2025-01-25",
            "score": 17.78,
            "se": 4.360797453817488,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "math",
        "band": "frontier",
        "score": 14.96,
        "se": 3,
        "evidence": -2.4089,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-4.1-nano-2025-04-14",
            "score": 1.03,
            "se": 0.5951886714450795,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4.1-nano-2025-04-14",
            "score": 28.89,
            "se": 5.970019560922745,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "math",
        "band": "frontier",
        "score": 21.05,
        "se": 2.75,
        "evidence": -2.4243,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5-nano-2025-08-07_high",
            "score": 8.28,
            "se": 1.620688385836769,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5-nano-2025-08-07_low",
            "score": 5.96,
            "se": 1.4053607746337795,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5-nano-2025-08-07_low",
            "score": 46.67,
            "se": 7.521014330903548,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "math",
        "band": "frontier",
        "score": 16.67,
        "se": 4.24,
        "evidence": -2.4368,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemma-3-12b-it",
            "score": 16.67,
            "se": 4.24174778156649,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "math",
        "band": "frontier",
        "score": 20.73,
        "se": 2.74,
        "evidence": -2.4522,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:o3-mini-2025-01-31_high",
            "score": 12.41,
            "se": 1.9396402576684655,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:o3-mini-2025-01-31_low",
            "score": 3.86,
            "se": 1.1430562271752924,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:o3-mini-2025-01-31_low",
            "score": 44.44,
            "se": 7.4911095829249135,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "math",
        "band": "frontier",
        "score": 23.58,
        "se": 2.66,
        "evidence": -2.4886,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-5.4-mini-2026-03-17_high",
            "score": 28.28,
            "se": 2.0650000000000004,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-5.4-mini-2026-03-17_none",
            "score": 17.19,
            "se": 2.2389789548206736,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-5.4-mini-2026-03-17_none",
            "score": 26.67,
            "se": 6.666666666666668,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "none"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "math",
        "band": "frontier",
        "score": 13.75,
        "se": 3.7,
        "evidence": -2.5116,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:phi-4",
            "score": 13.75,
            "se": 3.6980833829256348,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "math",
        "band": "frontier",
        "score": 18.62,
        "se": 2.15,
        "evidence": -2.5947,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-4.1-mini-2025-04-14",
            "score": 4.48,
            "se": 1.217207560947464,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-4.1-mini-2025-04-14",
            "score": 6.67,
            "se": 1.480176785956286,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4.1-mini-2025-04-14",
            "score": 44.72,
            "se": 6.148017573965347,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "math",
        "band": "frontier",
        "score": 7.5,
        "se": 2.76,
        "evidence": -2.6868,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gemma-3-4b-it",
            "score": 7.5,
            "se": 2.763853991962833,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "math",
        "band": "frontier",
        "score": 16.6,
        "se": 2.21,
        "evidence": -2.7388,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-4.1-2025-04-14",
            "score": 5.52,
            "se": 1.3430381628597847,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-4.1-2025-04-14",
            "score": 5.96,
            "se": 1.4053607746337793,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4.1-2025-04-14",
            "score": 38.33,
            "se": 6.324056203789373,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "math",
        "band": "frontier",
        "score": 5.14,
        "se": 2.36,
        "evidence": -2.7551,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Llama-3.3-70B-Instruct",
            "score": 5.14,
            "se": 2.3611111111111107,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "math",
        "band": "frontier",
        "score": 5.14,
        "se": 2.36,
        "evidence": -2.7551,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Llama-3.3-70B-Instruct",
            "score": 5.14,
            "se": 2.3611111111111107,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "math",
        "band": "frontier",
        "score": 5.14,
        "se": 2.36,
        "evidence": -2.7551,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Llama-3.3-70B-Instruct",
            "score": 5.14,
            "se": 2.3611111111111107,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "math",
        "band": "frontier",
        "score": 17.56,
        "se": 2.83,
        "evidence": -2.7855,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:o1-2024-12-17_high",
            "score": 9.31,
            "se": 1.7092785280147835,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:o1-2024-12-17_low",
            "score": 8.42,
            "se": 1.6478658153935062,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:o1-preview-2024-09-12",
            "score": 31.11,
            "se": 6.979205927323109,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "math",
        "band": "frontier",
        "score": 3.89,
        "se": 2.92,
        "evidence": -2.8593,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:Llama-4-Scout-17B-16E-Instruct",
            "score": 0,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "estimated_se": true
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:Llama-4-Scout-17B-16E-Instruct",
            "score": 7.78,
            "se": 3.0069597533844092,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "math",
        "band": "frontier",
        "score": 1.11,
        "se": 0.54,
        "evidence": -2.8969,
        "sources": [
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4-0613",
            "score": 1.11,
            "se": 0.5362818328685681,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "math",
        "band": "frontier",
        "score": 3.82,
        "se": 1.39,
        "evidence": -3.5769,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-4o-mini-2024-07-18",
            "score": 0.7,
            "se": 0.49534089619636035,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4o-mini-2024-07-18",
            "score": 6.94,
            "se": 2.73963714244758,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "math",
        "band": "frontier",
        "score": 3.69,
        "se": 1.23,
        "evidence": -3.583,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-4-turbo-2024-04-09",
            "score": 0.7,
            "se": 0.49534089619636035,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4-turbo-2024-04-09",
            "score": 6.67,
            "se": 2.4034381938205005,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "math",
        "band": "frontier",
        "score": 1.11,
        "se": 2.74,
        "evidence": -3.6436,
        "sources": [
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-3.5-turbo-0125",
            "score": 0,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "estimated_se": true,
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-3.5-turbo-0125",
            "score": 2.22,
            "se": 2.2222222222222223,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "math",
        "band": "frontier",
        "score": 2.31,
        "se": 0.79,
        "evidence": -3.8518,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:gpt-4o-2024-08-06",
            "score": 0.34,
            "se": 0.3448275862068965,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:frontiermath_tiers_1_3_v2",
            "result": "epoch:frontiermath_tiers_1_3_v2:gpt-4o-2024-08-06",
            "score": 0.35,
            "se": 0.3508771929824561,
            "unit": "percent",
            "weight": 1,
            "settings": "exact",
            "level_fallback": true,
            "level": "default"
          },
          {
            "benchmark": "epoch:otis_mock_aime_2024_2025",
            "result": "epoch:otis_mock_aime_2024_2025:gpt-4o-2024-05-13",
            "score": 6.25,
            "se": 2.3249986423369555,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "math",
        "band": "frontier",
        "score": 3.82,
        "se": 1.13,
        "evidence": -8.6627,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:zai-org/GLM-4.6",
            "score": 3.82,
            "se": 1.1313651347924143,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus",
        "task": "math",
        "band": "frontier",
        "score": 1.72,
        "se": 0.77,
        "evidence": -9.7199,
        "sources": [
          {
            "benchmark": "epoch:frontiermath",
            "result": "epoch:frontiermath:qwen-plus-2025-04-28",
            "score": 1.72,
            "se": 0.7657032895812118,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "code_write",
        "band": "hard",
        "score": 84.18,
        "se": 5.4,
        "evidence": 3.8799,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-opus-5-5_max",
            "score": 95.56,
            "se": 2.5545201491160445,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-opus-5.5",
            "score": 72.8,
            "se": 10.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 5.5 (High)",
            "score": 1547.46,
            "se": 5.61,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 5.5 (Max)",
            "score": 1815.57,
            "se": 5.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "code_write",
        "band": "hard",
        "score": 72.7,
        "se": 10.5,
        "evidence": 3.7236,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-carbon",
            "score": 72.7,
            "se": 10.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 4 Carbon (High)",
            "score": 1568.23,
            "se": 9.65,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 4 Carbon (High)",
            "score": 1768.34,
            "se": 7.84,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "code_write",
        "band": "hard",
        "score": 83.77,
        "se": 5.51,
        "evidence": 3.5884,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-fable-5-1_max",
            "score": 93.33,
            "se": 3.9171310092866882,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-fable-5.1",
            "score": 74.2,
            "se": 10.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Fable 5.1 (Max)",
            "score": 1533.46,
            "se": 5.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Fable 5.1 (Max)",
            "score": 1742.93,
            "se": 4.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "code_write",
        "band": "hard",
        "score": 67.8,
        "se": 7.78,
        "evidence": 3.4735,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-6-astra_max",
            "score": 60,
            "se": 11.818736805705578,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6-astra",
            "score": 75.6,
            "se": 10.12,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-6 Astra (Max)",
            "score": 1547.84,
            "se": 4.99,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-6 Astra (Max)",
            "score": 1762.88,
            "se": 4.32,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "code_write",
        "band": "hard",
        "score": 63.36,
        "se": 7.97,
        "evidence": 3.2652,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-6.1-sol_max",
            "score": 61.11,
            "se": 11.34670857184858,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6.1-sol",
            "score": 65.6,
            "se": 11.2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-6.1 Sol (Max)",
            "score": 1539.58,
            "se": 6.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-6.1 Sol (Max)",
            "score": 1742.34,
            "se": 4.92,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "code_write",
        "band": "hard",
        "score": 58.7,
        "se": 8.25,
        "evidence": 3.2307,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gemini-4-argon_high",
            "score": 58.89,
            "se": 11.71381252539371,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-argon",
            "score": 58.5,
            "se": 11.61,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 4 Argon (High)",
            "score": 1553.42,
            "se": 4.82,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 4 Argon (High)",
            "score": 1679.12,
            "se": 4.85,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "code_write",
        "band": "hard",
        "score": 87.78,
        "se": 7.18,
        "evidence": 3.1757,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-opus-5_max",
            "score": 87.78,
            "se": 7.176288606639567,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 5 (Max)",
            "score": 1528.17,
            "se": 3.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 5 (Max)",
            "score": 1691.08,
            "se": 3.11,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "code_write",
        "band": "hard",
        "score": 80.59,
        "se": 5.73,
        "evidence": 3.1681,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-sonnet-5-5_max",
            "score": 97.78,
            "se": 1.5141892085983264,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-sonnet-5.5",
            "score": 63.4,
            "se": 11.35,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Sonnet 5.5 (xHigh)",
            "score": 1517.15,
            "se": 5.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Sonnet 5.5 (xHigh)",
            "score": 1772.23,
            "se": 4.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "code_write",
        "band": "hard",
        "score": 82.9,
        "se": 8.87,
        "evidence": 3.1641,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-fable-5.2",
            "score": 82.9,
            "se": 8.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Fable 5.2 (xHigh)",
            "score": 1825.96,
            "se": 9.6,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "code_write",
        "band": "hard",
        "score": 70,
        "se": 10.44,
        "evidence": 2.8642,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-fable-5_max",
            "score": 70,
            "se": 10.440053112638315,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Fable 5 (High)",
            "score": 1551.53,
            "se": 3.28,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Fable 5 (High)",
            "score": 1625.65,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "code_write",
        "band": "hard",
        "score": 45.22,
        "se": 8.04,
        "evidence": 2.7008,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:kimi-k3_max",
            "score": 54.44,
            "se": 11.439589045541112,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3 (Max)",
            "score": 1538.12,
            "se": 3.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3 (Max)",
            "score": 1657.71,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 45.22,
        "se": 8.04,
        "evidence": 2.7008,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:kimi-k3_max",
            "score": 54.44,
            "se": 11.439589045541112,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3 (Max)",
            "score": 1538.12,
            "se": 3.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3 (Max)",
            "score": 1657.71,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "code_write",
        "band": "hard",
        "score": 45.22,
        "se": 8.04,
        "evidence": 2.7008,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:kimi-k3_max",
            "score": 54.44,
            "se": 11.439589045541112,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3 (Max)",
            "score": 1538.12,
            "se": 3.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3 (Max)",
            "score": 1657.71,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "code_write",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 2.6674,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3.1 Pro (Max)",
            "score": 1529.6,
            "se": 10.23,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3.1 Pro (Max)",
            "score": 1686.23,
            "se": 4.85,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 2.6674,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3.1 Pro (Max)",
            "score": 1529.6,
            "se": 10.23,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3.1 Pro (Max)",
            "score": 1686.23,
            "se": 4.85,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "code_write",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 2.6674,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K3.1 Pro (Max)",
            "score": 1529.6,
            "se": 10.23,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K3.1 Pro (Max)",
            "score": 1686.23,
            "se": 4.85,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "code_write",
        "band": "hard",
        "score": 66.43,
        "se": 7.47,
        "evidence": 2.6314,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-6.1-terra_max",
            "score": 76.67,
            "se": 9.315175080076958,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6.1-terra",
            "score": 56.2,
            "se": 11.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-6.1 Terra (Max)",
            "score": 1680.71,
            "se": 5.26,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "code_write",
        "band": "hard",
        "score": 61.8,
        "se": 11.45,
        "evidence": 2.6301,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-hydrogen",
            "score": 61.8,
            "se": 11.45,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 4 Hydrogen (High)",
            "score": 1517.75,
            "se": 9.41,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 4 Hydrogen (High)",
            "score": 1703.9,
            "se": 7.26,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "code_write",
        "band": "hard",
        "score": 36.4,
        "se": 11.34,
        "evidence": 2.4247,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:mimo-v2.6-pro",
            "score": 36.4,
            "se": 11.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiMo-V2.6-Pro",
            "score": 1538.22,
            "se": 9.19,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiMo-V2.6-Pro",
            "score": 1623.84,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "code_write",
        "band": "hard",
        "score": 48.89,
        "se": 11.21,
        "evidence": 2.3622,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-6-sol_max",
            "score": 48.89,
            "se": 11.205944504585897,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-6 Sol (Max)",
            "score": 1520.85,
            "se": 4.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-6 Sol (Max)",
            "score": 1672.83,
            "se": 4.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "code_write",
        "band": "hard",
        "score": 37.19,
        "se": 7.31,
        "evidence": 2.3182,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:qwen3.8-max-0902_xhigh",
            "score": 47.78,
            "se": 10.26973086960115,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-max",
            "score": 26.6,
            "se": 10.41,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.8-Max",
            "score": 1523.15,
            "se": 3.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.8-Max (0902)",
            "score": 1675.58,
            "se": 3.14,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "code_write",
        "band": "hard",
        "score": 64.44,
        "se": 11.37,
        "evidence": 2.2278,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4.1-flash_max",
            "score": 64.44,
            "se": 11.369999821616648,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1525.37,
            "se": 5.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1620.76,
            "se": 5.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "code_write",
        "band": "hard",
        "rating": 1622.27,
        "evidence": 2.0111,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
            "score": 1522.02,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3 (Max)",
            "score": 1622.27,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1622.27,
        "evidence": 2.0111,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
            "score": 1522.02,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3 (Max)",
            "score": 1622.27,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "code_write",
        "band": "hard",
        "rating": 1622.27,
        "evidence": 2.0111,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
            "score": 1522.02,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3 (Max)",
            "score": 1622.27,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1622.27,
        "evidence": 2.0111,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
            "score": 1522.02,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3 (Max)",
            "score": 1622.27,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1622.27,
        "evidence": 2.0111,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3 (Max)",
            "score": 1522.02,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3 (Max)",
            "score": 1622.27,
            "se": 3.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "code_write",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 1.945,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 1661.41,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 1.945,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 1661.41,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "code_write",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 1.945,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 1661.41,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "code_write",
        "band": "hard",
        "score": 43.33,
        "se": 9.59,
        "evidence": 1.8544,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-opus-4-7_max",
            "score": 43.33,
            "se": 9.59497222838566,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 4.7",
            "score": 1546.54,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 4.7",
            "score": 1555.27,
            "se": 2.88,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "code_write",
        "band": "hard",
        "score": 20.7,
        "se": 9.55,
        "evidence": 1.8197,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3-Flash",
            "score": 1526.32,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3-Flash",
            "score": 1609.11,
            "se": 3.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 20.7,
        "se": 9.55,
        "evidence": 1.8197,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.3-Flash",
            "score": 1526.32,
            "se": 3.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.3-Flash",
            "score": 1609.11,
            "se": 3.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "code_write",
        "band": "hard",
        "rating": 1638.53,
        "evidence": 1.7765,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiMo-V2.6-Flash",
            "score": 1511.42,
            "se": 4.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiMo-V2.6-Flash",
            "score": 1638.53,
            "se": 3.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "code_write",
        "band": "hard",
        "score": 65.56,
        "se": 10.85,
        "evidence": 1.7502,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-opus-4-8_max",
            "score": 65.56,
            "se": 10.846044638639055,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 4.8",
            "score": 1528.87,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 4.8",
            "score": 1536.42,
            "se": 2.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "code_write",
        "band": "hard",
        "score": 33.33,
        "se": 10.03,
        "evidence": 1.6853,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-opus-4-6_max",
            "score": 33.33,
            "se": 10.026420125303973,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 4.6",
            "score": 1546.72,
            "se": 2.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 4.6",
            "score": 1536.75,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "code_write",
        "band": "hard",
        "score": 20,
        "se": 9.23,
        "evidence": 1.5753,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.6-sol_high",
            "score": 20,
            "se": 9.229582069908972,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.6 Sol (xHigh)",
            "score": 1533.25,
            "se": 3.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "code_write",
        "band": "hard",
        "score": 27.7,
        "se": 7.39,
        "evidence": 1.5224,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gemini-3.8-flash_high",
            "score": 38.89,
            "se": 11.91533921640401,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-3.8-flash",
            "score": 16.5,
            "se": 8.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.8 Flash (High)",
            "score": 1530.74,
            "se": 3.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.8 Flash (High)",
            "score": 1582.95,
            "se": 3.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "hy4-preview",
        "task": "code_write",
        "band": "hard",
        "rating": 1631.65,
        "evidence": 1.5086,
        "sources": [
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Hy4 preview",
            "score": 1631.65,
            "se": 5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "code_write",
        "band": "hard",
        "score": 63.33,
        "se": 10.69,
        "evidence": 1.4438,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-sonnet-5_max",
            "score": 63.33,
            "se": 10.690449676496975,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Sonnet 5 (High)",
            "score": 1519.85,
            "se": 3.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Sonnet 5 (High)",
            "score": 1539.09,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "code_write",
        "band": "hard",
        "score": 41.11,
        "se": 12.16,
        "evidence": 1.4208,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gemini-3.7-flash_high",
            "score": 41.11,
            "se": 12.157113738962925,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.7 Flash (High)",
            "score": 1520.27,
            "se": 3.72,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.7 Flash (High)",
            "score": 1588.35,
            "se": 3.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "code_write",
        "band": "hard",
        "score": 36.67,
        "se": 11.52,
        "evidence": 1.3984,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:glm-5.2_max",
            "score": 36.67,
            "se": 11.524071884721684,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.2 (Max)",
            "score": 1515.41,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.2 (Max)",
            "score": 1607.61,
            "se": 3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "code_write",
        "band": "hard",
        "score": 36.67,
        "se": 11.52,
        "evidence": 1.3984,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:glm-5.2_max",
            "score": 36.67,
            "se": 11.524071884721684,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.2 (Max)",
            "score": 1515.41,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.2 (Max)",
            "score": 1607.61,
            "se": 3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "code_write",
        "band": "hard",
        "score": 36.67,
        "se": 11.52,
        "evidence": 1.3984,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:glm-5.2_max",
            "score": 36.67,
            "se": 11.524071884721684,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.2 (Max)",
            "score": 1515.41,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.2 (Max)",
            "score": 1607.61,
            "se": 3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 36.67,
        "se": 11.52,
        "evidence": 1.3984,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:glm-5.2_max",
            "score": 36.67,
            "se": 11.524071884721684,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.2 (Max)",
            "score": 1515.41,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.2 (Max)",
            "score": 1607.61,
            "se": 3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "code_write",
        "band": "hard",
        "rating": 1528.29,
        "evidence": 1.3918,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Sonnet 4.6",
            "score": 1528.29,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Sonnet 4.6",
            "score": 1522.27,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "code_write",
        "band": "hard",
        "score": 49.87,
        "se": 8.19,
        "evidence": 1.3484,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:grok-4.7_xhigh",
            "score": 54.44,
            "se": 11.439589045541112,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:grok-4.7",
            "score": 45.3,
            "se": 11.73,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Grok 4.7 (xHigh)",
            "score": 1492.52,
            "se": 4.78,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Grok 4.7 (xHigh)",
            "score": 1640.09,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "code_write",
        "band": "hard",
        "score": 33.51,
        "se": 8.06,
        "evidence": 1.2299,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.6-terra_max",
            "score": 41.11,
            "se": 12.372809695177825,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-5.6-terra",
            "score": 25.9,
            "se": 10.33,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.6 Terra (xHigh)",
            "score": 1517.43,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "code_write",
        "band": "hard",
        "score": 29.91,
        "se": 7.17,
        "evidence": 1.2183,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:grok-4.6_xhigh",
            "score": 41.11,
            "se": 11.01546131612538,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:grok-4.6",
            "score": 18.7,
            "se": 9.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Grok 4.6 (High)",
            "score": 1508.4,
            "se": 3.72,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Grok 4.6 (High)",
            "score": 1618.15,
            "se": 3.54,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "code_write",
        "band": "hard",
        "rating": 1524.88,
        "evidence": 1.133,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.7-Max-Preview",
            "score": 1524.88,
            "se": 9.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.7-Max (20260517)",
            "score": 1515.22,
            "se": 3.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "code_write",
        "band": "hard",
        "rating": 1524.88,
        "evidence": 1.133,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.7-Max-Preview",
            "score": 1524.88,
            "se": 9.28,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.7-Max (20260517)",
            "score": 1515.22,
            "se": 3.78,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "code_write",
        "band": "hard",
        "score": 63.4,
        "se": 7.13,
        "evidence": 1.1,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:claude-haiku-5-5_max",
            "score": 78.89,
            "se": 8.045286284110595,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-haiku-5.5",
            "score": 47.9,
            "se": 11.77,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Haiku 5.5 (High)",
            "score": 1489.22,
            "se": 5.73,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Haiku 5.5 (High)",
            "score": 1593.22,
            "se": 4.2,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "code_write",
        "band": "hard",
        "rating": 1522.91,
        "evidence": 0.8854,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Opus 4.5 (20251101)",
            "score": 1522.91,
            "se": 2.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Opus 4.5 (20251101)",
            "score": 1468.82,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "code_write",
        "band": "hard",
        "score": 23.33,
        "se": 9.32,
        "evidence": 0.8658,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gemini-3.6-flash_high",
            "score": 23.33,
            "se": 9.315175080076958,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.6 Flash (High)",
            "score": 1518.3,
            "se": 3.49,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.6 Flash (High)",
            "score": 1537.56,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "code_write",
        "band": "hard",
        "rating": 1644.68,
        "evidence": 0.8532,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Inkling 2 Small",
            "score": 1484.78,
            "se": 11.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Inkling 2 Small",
            "score": 1644.68,
            "se": 9.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1644.68,
        "evidence": 0.8532,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Inkling 2 Small",
            "score": 1484.78,
            "se": 11.99,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Inkling 2 Small",
            "score": 1644.68,
            "se": 9.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "code_write",
        "band": "hard",
        "rating": 1516.12,
        "evidence": 0.83,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Kimi K2.6",
            "score": 1516.12,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K2.6",
            "score": 1509.53,
            "se": 3.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "code_write",
        "band": "hard",
        "score": 23.33,
        "se": 10.13,
        "evidence": 0.6952,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.5_xhigh",
            "score": 23.33,
            "se": 10.131411680782824,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.5",
            "score": 1510.07,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "code_write",
        "band": "hard",
        "rating": 1512.28,
        "evidence": 0.6497,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-5.1",
            "score": 1512.28,
            "se": 2.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-5.1",
            "score": 1508.01,
            "se": 3.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "code_write",
        "band": "hard",
        "score": 33.33,
        "se": 10.03,
        "evidence": 0.6297,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4-pro-0813_max",
            "score": 33.33,
            "se": 10.026420125303973,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1503.37,
            "se": 5.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1580.83,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 33.33,
        "se": 10.03,
        "evidence": 0.6297,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:deepseek-v4-pro-0813_max",
            "score": 33.33,
            "se": 10.026420125303973,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1503.37,
            "se": 5.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1580.83,
            "se": 4.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "code_write",
        "band": "hard",
        "score": 25.69,
        "se": 6.8,
        "evidence": 0.4604,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-6-luna_max",
            "score": 26.67,
            "se": 9.026709338484402,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6-luna",
            "score": 24.7,
            "se": 10.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-6 Luna (Max)",
            "score": 1501.26,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-6 Luna (Max)",
            "score": 1576.63,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "code_write",
        "band": "hard",
        "rating": 1509.95,
        "evidence": 0.408,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.6-Max-Preview",
            "score": 1509.95,
            "se": 7.77,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.6-Max-Preview",
            "score": 1482.34,
            "se": 6.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "code_write",
        "band": "hard",
        "rating": 1507.97,
        "evidence": 0.3921,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.5 Flash (High)",
            "score": 1507.97,
            "se": 3.12,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.5 Flash (High)",
            "score": 1499.93,
            "se": 3.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "code_write",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": 0.3728,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.8-27B",
            "score": 1496.11,
            "se": 3.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.8-27B",
            "score": 1589.91,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "code_write",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": 0.3728,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.8-27B",
            "score": 1496.11,
            "se": 3.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.8-27B",
            "score": 1589.91,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "code_write",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": 0.3728,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.8-27B",
            "score": 1496.11,
            "se": 3.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.8-27B",
            "score": 1589.91,
            "se": 3.08,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.26,
        "evidence": 0.3377,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.7-Plus",
            "score": 1500.26,
            "se": 3.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.26,
        "evidence": 0.3377,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.7-Plus",
            "score": 1500.26,
            "se": 3.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "code_write",
        "band": "hard",
        "score": 21.11,
        "se": 9.82,
        "evidence": 0.2782,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.6-luna_max",
            "score": 21.11,
            "se": 9.822049844066655,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.6 Luna (xHigh)",
            "score": 1502.45,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "code_write",
        "band": "hard",
        "score": 8.89,
        "se": 4.56,
        "evidence": 0.2565,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gemini-3.1-pro-preview_high",
            "score": 8.89,
            "se": 4.561939004190449,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.1 Pro Preview",
            "score": 1520.38,
            "se": 2.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.1 Pro Preview",
            "score": 1446.37,
            "se": 2.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "code_write",
        "band": "hard",
        "score": 25.7,
        "se": 10.3,
        "evidence": 0.201,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3.1-Flash",
            "score": 1582.03,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "code_write",
        "band": "hard",
        "score": 25.7,
        "se": 10.3,
        "evidence": 0.201,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3.1-Flash",
            "score": 1582.03,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "code_write",
        "band": "hard",
        "rating": 1504.68,
        "evidence": -0.0988,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Beam 1.0 501B A23B",
            "score": 1504.68,
            "se": 9.7,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Beam 1.0 501B A23B",
            "score": 1436.26,
            "se": 6.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "code_write",
        "band": "hard",
        "rating": 1512.25,
        "evidence": -0.1185,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Sonnet 4.5 (20250929)",
            "score": 1512.25,
            "se": 2.56,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Sonnet 4.5 (20250929)",
            "score": 1384.84,
            "se": 3.75,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "code_write",
        "band": "hard",
        "rating": 1505.25,
        "evidence": -0.1261,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3 Flash",
            "score": 1505.25,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3 Flash",
            "score": 1439.89,
            "se": 4.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "code_write",
        "band": "hard",
        "score": 23.33,
        "se": 8.1,
        "evidence": -0.1621,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.4-2026-03-05_xhigh",
            "score": 23.33,
            "se": 8.099905283919412,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.4",
            "score": 1511.21,
            "se": 2.95,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-5.4",
            "score": 1399.85,
            "se": 5.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash",
        "task": "code_write",
        "band": "hard",
        "rating": 1581.61,
        "evidence": -0.213,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Flash",
            "score": 1484.08,
            "se": 3.17,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Flash (High)",
            "score": 1581.61,
            "se": 4.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1581.61,
        "evidence": -0.213,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Flash",
            "score": 1484.08,
            "se": 3.17,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Flash (High)",
            "score": 1581.61,
            "se": 4.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1581.61,
        "evidence": -0.213,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Flash",
            "score": 1484.08,
            "se": 3.17,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Flash (High)",
            "score": 1581.61,
            "se": 4.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.53,
        "evidence": -0.2558,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
            "score": 1500.53,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro",
            "score": 1448.52,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.53,
        "evidence": -0.2558,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
            "score": 1500.53,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro",
            "score": 1448.52,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.53,
        "evidence": -0.2558,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
            "score": 1500.53,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro",
            "score": 1448.52,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.53,
        "evidence": -0.2558,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
            "score": 1500.53,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro",
            "score": 1448.52,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "code_write",
        "band": "hard",
        "rating": 1500.53,
        "evidence": -0.2558,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V4-Pro",
            "score": 1500.53,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V4-Pro",
            "score": 1448.52,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "code_write",
        "band": "hard",
        "rating": 1502.06,
        "evidence": -0.2845,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.5 Flash-Lite",
            "score": 1502.06,
            "se": 3.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.5 Flash-Lite",
            "score": 1432.06,
            "se": 21.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "code_write",
        "band": "hard",
        "rating": 1492.95,
        "evidence": -0.2964,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiniMax-M3",
            "score": 1492.95,
            "se": 2.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3",
            "score": 1484.06,
            "se": 2.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1492.95,
        "evidence": -0.2964,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiniMax-M3",
            "score": 1492.95,
            "se": 2.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3",
            "score": 1484.06,
            "se": 2.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1492.95,
        "evidence": -0.2964,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiniMax-M3",
            "score": 1492.95,
            "se": 2.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3",
            "score": 1484.06,
            "se": 2.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1492.95,
        "evidence": -0.2964,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:MiniMax-M3",
            "score": 1492.95,
            "se": 2.79,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:MiniMax-M3",
            "score": 1484.06,
            "se": 2.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "code_write",
        "band": "hard",
        "rating": 1496.26,
        "evidence": -0.2991,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.6-Plus",
            "score": 1496.26,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.6-Plus",
            "score": 1461.48,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "code_write",
        "band": "hard",
        "score": 8.5,
        "se": 6.57,
        "evidence": -0.6768,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemma-4-31b",
            "score": 8.5,
            "se": 6.57,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemma 4 31B",
            "score": 1502.08,
            "se": 7.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemma 4 31B",
            "score": 1370.27,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "code_write",
        "band": "hard",
        "score": 32.35,
        "se": 7.36,
        "evidence": -0.7013,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:mistral-large-4-0_high",
            "score": 40,
            "se": 10.640841753710712,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:mistral-large-4-0",
            "score": 24.7,
            "se": 10.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "code_write",
        "band": "hard",
        "score": 9.8,
        "se": 7.01,
        "evidence": -0.7578,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:inkling",
            "score": 9.8,
            "se": 7.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Inkling",
            "score": 1494.03,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Inkling",
            "score": 1414.14,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1494.94,
        "evidence": -0.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.4 mini (High)",
            "score": 1494.94,
            "se": 3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-5.4 mini (High)",
            "score": 1397.78,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "code_write",
        "band": "hard",
        "rating": 1484.15,
        "evidence": -0.8873,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-4.7",
            "score": 1484.15,
            "se": 6.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-4.7",
            "score": 1435.78,
            "se": 6.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "code_write",
        "band": "hard",
        "rating": 1471.85,
        "evidence": -0.9045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1471.85,
            "se": 2.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1471.85,
        "evidence": -0.9045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1471.85,
            "se": 2.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1471.85,
        "evidence": -0.9045,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1471.85,
            "se": 2.3,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "code_write",
        "band": "hard",
        "score": 32.22,
        "se": 9.96,
        "evidence": -0.9434,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5.2-2025-12-11_xhigh",
            "score": 32.22,
            "se": 9.955810654328078,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.2",
            "score": 1482.05,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-5.2",
            "score": 1418.95,
            "se": 11.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "code_write",
        "band": "hard",
        "rating": 1490.24,
        "evidence": -0.9484,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-397B-A17B",
            "score": 1490.24,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-397B-A17B",
            "score": 1400.13,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1490.24,
        "evidence": -0.9484,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-397B-A17B",
            "score": 1490.24,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-397B-A17B",
            "score": 1400.13,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1490.24,
        "evidence": -0.9484,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-397B-A17B",
            "score": 1490.24,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-397B-A17B",
            "score": 1400.13,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.7-code",
        "task": "code_write",
        "band": "hard",
        "rating": 1474.47,
        "evidence": -1.0235,
        "sources": [
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Kimi K2.7 Code",
            "score": 1474.47,
            "se": 4.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "code_write",
        "band": "hard",
        "rating": 1463.98,
        "evidence": -1.1264,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-R1 (0528)",
            "score": 1463.98,
            "se": 5.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "code_write",
        "band": "hard",
        "rating": 1462.81,
        "evidence": -1.152,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Instruct",
            "score": 1462.81,
            "se": 6.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1462.81,
        "evidence": -1.152,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Instruct",
            "score": 1462.81,
            "se": 6.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1462.81,
        "evidence": -1.152,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Instruct",
            "score": 1462.81,
            "se": 6.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "code_write",
        "band": "hard",
        "rating": 1460.23,
        "evidence": -1.246,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:o3 (2025-04-16)",
            "score": 1460.23,
            "se": 3.17,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "code_write",
        "band": "hard",
        "rating": 1459.61,
        "evidence": -1.2638,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.4 nano (High)",
            "score": 1459.61,
            "se": 3.03,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "code_write",
        "band": "hard",
        "rating": 1455.84,
        "evidence": -1.3549,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4.1 (2025-04-14)",
            "score": 1455.84,
            "se": 3.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "code_write",
        "band": "hard",
        "rating": 1472.39,
        "evidence": -1.3808,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Inkling-Small",
            "score": 1472.39,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Inkling-Small",
            "score": 1408.08,
            "se": 4.68,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "code_write",
        "band": "hard",
        "rating": 1452,
        "evidence": -1.4337,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-VL-235B-A22B-Thinking",
            "score": 1452,
            "se": 7.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "code_write",
        "band": "hard",
        "rating": 1481.53,
        "evidence": -1.4926,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Claude Haiku 4.5 (20251001)",
            "score": 1481.53,
            "se": 2.03,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Claude Haiku 4.5 (20251001)",
            "score": 1330.14,
            "se": 2.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "code_write",
        "band": "hard",
        "score": 4.44,
        "se": 3.44,
        "evidence": -1.5506,
        "sources": [
          {
            "benchmark": "epoch:mirrorcode",
            "result": "epoch:mirrorcode:gpt-5-2025-08-07_high",
            "score": 4.44,
            "se": 3.4375250520170986,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5 (High)",
            "score": 1471.32,
            "se": 4.09,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-5 (Medium)",
            "score": 1417.38,
            "se": 7.97,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "code_write",
        "band": "hard",
        "rating": 1475.44,
        "evidence": -1.6073,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5.1",
            "score": 1475.44,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GPT-5.1",
            "score": 1342.29,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "code_write",
        "band": "hard",
        "rating": 1444.13,
        "evidence": -1.6427,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Instruct",
            "score": 1444.13,
            "se": 4.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1444.13,
        "evidence": -1.6427,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Instruct",
            "score": 1444.13,
            "se": 4.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1444.13,
        "evidence": -1.6427,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Instruct",
            "score": 1444.13,
            "se": 4.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "code_write",
        "band": "hard",
        "rating": 1478.1,
        "evidence": -1.6676,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Mistral Medium 3.5",
            "score": 1478.1,
            "se": 5.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Mistral Medium 3.5",
            "score": 1263.21,
            "se": 7.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "code_write",
        "band": "hard",
        "rating": 1441.89,
        "evidence": -1.6714,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1441.89,
            "se": 7.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "code_write",
        "band": "hard",
        "rating": 1437.86,
        "evidence": -1.7852,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1437.86,
            "se": 4.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "code_write",
        "band": "hard",
        "rating": 1469.35,
        "evidence": -1.8051,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:DeepSeek-V3.2",
            "score": 1469.35,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:DeepSeek-V3.2",
            "score": 1325.65,
            "se": 4.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1433.03,
        "evidence": -1.8726,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4.1 mini (2025-04-14)",
            "score": 1433.03,
            "se": 3.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "code_write",
        "band": "hard",
        "rating": 1432.72,
        "evidence": -1.8732,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:o1 (2024-12-17)",
            "score": 1432.72,
            "se": 4.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1433.06,
        "evidence": -1.874,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:o4-mini (2025-04-16)",
            "score": 1433.06,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1432.13,
        "evidence": -1.8852,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5 mini (High)",
            "score": 1432.13,
            "se": 4.31,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "code_write",
        "band": "hard",
        "rating": 1470.99,
        "evidence": -1.9175,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Mistral Large 3",
            "score": 1470.99,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Mistral Large 3",
            "score": 1230.88,
            "se": 13.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "code_write",
        "band": "hard",
        "rating": 1458.23,
        "evidence": -1.9406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-122B-A10B",
            "score": 1458.23,
            "se": 3.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-122B-A10B",
            "score": 1360.17,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "code_write",
        "band": "hard",
        "rating": 1458.16,
        "evidence": -2.0132,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GLM-4.6",
            "score": 1458.16,
            "se": 3.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:GLM-4.6",
            "score": 1341.86,
            "se": 5.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "code_write",
        "band": "hard",
        "rating": 1420.85,
        "evidence": -2.0362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-Next-80B-A3B-Thinking",
            "score": 1420.85,
            "se": 5.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "code_write",
        "band": "hard",
        "rating": 1451.5,
        "evidence": -2.0754,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-27B",
            "score": 1451.5,
            "se": 3.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-27B",
            "score": 1357.41,
            "se": 4.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1451.5,
        "evidence": -2.0754,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-27B",
            "score": 1451.5,
            "se": 3.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-27B",
            "score": 1357.41,
            "se": 4.12,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1416.59,
        "evidence": -2.1116,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:o3-mini",
            "score": 1416.59,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "code_write",
        "band": "hard",
        "rating": 1406.04,
        "evidence": -2.136,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-32B",
            "score": 1406.04,
            "se": 12.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "code_write",
        "band": "hard",
        "rating": 1457.51,
        "evidence": -2.1796,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemini 3.1 Flash-Lite Preview",
            "score": 1457.51,
            "se": 2.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Gemini 3.1 Flash-Lite Preview",
            "score": 1255.82,
            "se": 3.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "code_write",
        "band": "hard",
        "rating": 1389.54,
        "evidence": -2.2607,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:gpt-oss-120b",
            "score": 1389.54,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1389.54,
        "evidence": -2.2607,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:gpt-oss-120b",
            "score": 1389.54,
            "se": 3.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "code_write",
        "band": "hard",
        "rating": 1384.98,
        "evidence": -2.2946,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3-30B-A3B",
            "score": 1384.98,
            "se": 4.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "code_write",
        "band": "hard",
        "rating": 1385.35,
        "evidence": -2.3016,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-5 nano (High)",
            "score": 1385.35,
            "se": 7.45,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "code_write",
        "band": "hard",
        "rating": 1378.53,
        "evidence": -2.3553,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen-Plus (0125)",
            "score": 1378.53,
            "se": 9.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "code_write",
        "band": "hard",
        "rating": 1372.95,
        "evidence": -2.406,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4.1 nano (2025-04-14)",
            "score": 1372.95,
            "se": 9.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "code_write",
        "band": "hard",
        "rating": 1368.9,
        "evidence": -2.4387,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4o (2024-05-13)",
            "score": 1368.9,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "code_write",
        "band": "hard",
        "rating": 1368.27,
        "evidence": -2.4393,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:gpt-oss-20b",
            "score": 1368.27,
            "se": 6.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "granite-4.2-8b",
        "task": "code_write",
        "band": "hard",
        "rating": 1366.72,
        "evidence": -2.4667,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Granite 4.2 8B",
            "score": 1366.72,
            "se": 11.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "code_write",
        "band": "hard",
        "rating": 1362.52,
        "evidence": -2.4878,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Llama 4 Scout 17B 16E Instruct",
            "score": 1362.52,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "code_write",
        "band": "hard",
        "rating": 1357.82,
        "evidence": -2.5392,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemma 3 27B IT",
            "score": 1357.82,
            "se": 3.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "code_write",
        "band": "hard",
        "rating": 1434.46,
        "evidence": -2.6362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-35B-A3B",
            "score": 1434.46,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-35B-A3B",
            "score": 1252.97,
            "se": 8.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1434.46,
        "evidence": -2.6362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-35B-A3B",
            "score": 1434.46,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-35B-A3B",
            "score": 1252.97,
            "se": 8.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1434.46,
        "evidence": -2.6362,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-35B-A3B",
            "score": 1434.46,
            "se": 3.61,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-35B-A3B",
            "score": 1252.97,
            "se": 8.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "code_write",
        "band": "hard",
        "rating": 1435.41,
        "evidence": -2.6439,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Qwen3.5-Flash",
            "score": 1435.41,
            "se": 2.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:webdev/overall",
            "result": "lmarena:webdev/overall:Qwen3.5-Flash",
            "score": 1243.69,
            "se": 10.05,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "code_write",
        "band": "hard",
        "rating": 1347.62,
        "evidence": -2.665,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4o mini (2024-07-18)",
            "score": 1347.62,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "code_write",
        "band": "hard",
        "rating": 1346.83,
        "evidence": -2.6739,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4 Turbo (2024-04-09)",
            "score": 1346.83,
            "se": 3.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "code_write",
        "band": "hard",
        "rating": 1345.75,
        "evidence": -2.6882,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Llama 3.3 70B Instruct",
            "score": 1345.75,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "code_write",
        "band": "hard",
        "rating": 1345.75,
        "evidence": -2.6882,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Llama 3.3 70B Instruct",
            "score": 1345.75,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "code_write",
        "band": "hard",
        "rating": 1345.75,
        "evidence": -2.6882,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Llama 3.3 70B Instruct",
            "score": 1345.75,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4",
        "task": "code_write",
        "band": "hard",
        "rating": 1329.84,
        "evidence": -2.8185,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-4 (0314)",
            "score": 1329.84,
            "se": 4.77,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-12b-it",
        "task": "code_write",
        "band": "hard",
        "rating": 1315.84,
        "evidence": -2.8517,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemma 3 12B IT",
            "score": 1315.84,
            "se": 11.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "code_write",
        "band": "hard",
        "rating": 1311.97,
        "evidence": -2.8778,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Mistral Small 24B Instruct (2501)",
            "score": 1311.97,
            "se": 6.38,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "phi-4",
        "task": "code_write",
        "band": "hard",
        "rating": 1305.74,
        "evidence": -2.8979,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Phi-4",
            "score": 1305.74,
            "se": 5.06,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-4b-it",
        "task": "code_write",
        "band": "hard",
        "rating": 1273.49,
        "evidence": -2.9737,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:Gemma 3 4B IT",
            "score": 1273.49,
            "se": 12.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "code_write",
        "band": "hard",
        "rating": 1274.83,
        "evidence": -2.9801,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/coding",
            "result": "lmarena:text_style_control/coding:GPT-3.5 Turbo (0125)",
            "score": 1274.83,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "code_fix",
        "band": "hard",
        "score": 79.34,
        "se": 1.84,
        "evidence": 2.8509,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gemini-3.5-flash_high",
            "score": 79.34,
            "se": 1.8422420250424887,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "code_fix",
        "band": "hard",
        "score": 78.7,
        "se": 1.87,
        "evidence": 2.7279,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:glm-5.2_max",
            "score": 78.7,
            "se": 1.8656911901656907,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "code_fix",
        "band": "hard",
        "score": 78.7,
        "se": 1.87,
        "evidence": 2.7279,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:glm-5.2_max",
            "score": 78.7,
            "se": 1.8656911901656907,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "code_fix",
        "band": "hard",
        "score": 78.7,
        "se": 1.87,
        "evidence": 2.7279,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:glm-5.2_max",
            "score": 78.7,
            "se": 1.8656911901656907,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 78.7,
        "se": 1.87,
        "evidence": 2.7279,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:glm-5.2_max",
            "score": 78.7,
            "se": 1.8656911901656907,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "code_fix",
        "band": "hard",
        "score": 82.12,
        "se": 1.32,
        "evidence": 2.5549,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:claude-opus-4-7_max",
            "score": 83.47,
            "se": 1.6901169179529603,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-7_unknown",
            "score": 80.22,
            "se": 2.1123213002,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro",
        "task": "code_fix",
        "band": "hard",
        "score": 77.64,
        "se": 1.9,
        "evidence": 2.5371,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:deepseek-v4-pro_max",
            "score": 77.64,
            "se": 1.897828052158487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 77.64,
        "se": 1.9,
        "evidence": 2.5371,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:deepseek-v4-pro_max",
            "score": 77.64,
            "se": 1.897828052158487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 77.64,
        "se": 1.9,
        "evidence": 2.5371,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:deepseek-v4-pro_max",
            "score": 77.64,
            "se": 1.897828052158487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 77.64,
        "se": 1.9,
        "evidence": 2.5371,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:deepseek-v4-pro_max",
            "score": 77.64,
            "se": 1.897828052158487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "code_fix",
        "band": "hard",
        "score": 77.64,
        "se": 1.9,
        "evidence": 2.5371,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:deepseek-v4-pro_max",
            "score": 77.64,
            "se": 1.897828052158487,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "code_fix",
        "band": "hard",
        "score": 91,
        "se": 5.84,
        "evidence": 2.5192,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gemini-4-carbon",
            "score": 91,
            "se": 5.84,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "code_fix",
        "band": "hard",
        "score": 77.27,
        "se": 1.91,
        "evidence": 2.4713,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:qwen3.7-max",
            "score": 77.27,
            "se": 1.906835447169652,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "code_fix",
        "band": "hard",
        "score": 77.27,
        "se": 1.91,
        "evidence": 2.4713,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:qwen3.7-max",
            "score": 77.27,
            "se": 1.906835447169652,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "code_fix",
        "band": "hard",
        "score": 76.65,
        "se": 1.92,
        "evidence": 2.365,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:kimi-k2.6",
            "score": 76.65,
            "se": 1.924895909142592,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "code_fix",
        "band": "hard",
        "score": 76.65,
        "se": 1.92,
        "evidence": 2.365,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:qwen3.6-max-preview",
            "score": 76.65,
            "se": 1.924895909142592,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "code_fix",
        "band": "hard",
        "score": 89.7,
        "se": 6.2,
        "evidence": 2.3109,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:claude-fable-5.1",
            "score": 89.7,
            "se": 6.2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "code_fix",
        "band": "hard",
        "score": 89.2,
        "se": 6.34,
        "evidence": 2.2349,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gpt-6.1-terra",
            "score": 89.2,
            "se": 6.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "code_fix",
        "band": "hard",
        "score": 87.5,
        "se": 6.75,
        "evidence": 2.0021,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gpt-6-astra",
            "score": 87.5,
            "se": 6.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "code_fix",
        "band": "hard",
        "score": 87.1,
        "se": 6.84,
        "evidence": 1.9516,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:claude-opus-5.5",
            "score": 87.1,
            "se": 6.84,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.1",
        "task": "code_fix",
        "band": "hard",
        "score": 74.17,
        "se": 1.99,
        "evidence": 1.9289,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:glm-5.1",
            "score": 74.17,
            "se": 1.9900000000000002,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "code_fix",
        "band": "hard",
        "score": 78.92,
        "se": 1.4,
        "evidence": 1.8211,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-5.4-2026-03-05_high",
            "score": 76.86,
            "se": 1.9189407003691976,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.4-2026-03-05_unknown",
            "score": 81.8,
            "se": 2,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "code_fix",
        "band": "hard",
        "score": 85.7,
        "se": 7.15,
        "evidence": 1.7826,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gemini-4-argon",
            "score": 85.7,
            "se": 7.15,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "code_fix",
        "band": "hard",
        "score": 75.78,
        "se": 1.5,
        "evidence": 1.7157,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:claude-opus-4-6",
            "score": 78.72,
            "se": 1.862353730305288,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-6",
            "score": 69.9,
            "se": 2.5,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "code_fix",
        "band": "hard",
        "score": 84.2,
        "se": 7.45,
        "evidence": 1.6169,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gpt-5.6-terra",
            "score": 84.2,
            "se": 7.45,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "code_fix",
        "band": "hard",
        "score": 82.1,
        "se": 7.83,
        "evidence": 1.4064,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gpt-6.1-sol",
            "score": 82.1,
            "se": 7.83,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "code_fix",
        "band": "hard",
        "score": 72.13,
        "se": 1.57,
        "evidence": 1.2955,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:claude-opus-4-5-20251101",
            "score": 76.65,
            "se": 1.924895909142592,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-5-20251101",
            "score": 63.1,
            "se": 2.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "code_fix",
        "band": "hard",
        "score": 80.4,
        "se": 8.1,
        "evidence": 1.2513,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:deepseek-v4.1-flash-1017",
            "score": 80.4,
            "se": 8.1,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 80.4,
        "se": 8.1,
        "evidence": 1.2513,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:deepseek-v4.1-flash-1017",
            "score": 80.4,
            "se": 8.1,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 80.4,
        "se": 8.1,
        "evidence": 1.2513,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:deepseek-v4.1-flash-1017",
            "score": 80.4,
            "se": 8.1,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "code_fix",
        "band": "hard",
        "score": 72,
        "se": 2.99,
        "evidence": 1.2247,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:o4-mini-2025-04-16_high",
            "score": 72,
            "se": 2.99,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "code_fix",
        "band": "hard",
        "score": 79.4,
        "se": 8.26,
        "evidence": 1.1635,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:mistral-large-4-0",
            "score": 79.4,
            "se": 8.26,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-r1-0528",
        "task": "code_fix",
        "band": "hard",
        "score": 71.4,
        "se": 3.01,
        "evidence": 1.1597,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:DeepSeek-R1-0528",
            "score": 71.4,
            "se": 3.01,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "code_fix",
        "band": "hard",
        "score": 79.2,
        "se": 8.28,
        "evidence": 1.1476,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:claude-fable-5.2",
            "score": 79.2,
            "se": 8.28,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "code_fix",
        "band": "hard",
        "score": 78.5,
        "se": 8.39,
        "evidence": 1.0881,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gemini-4-hydrogen",
            "score": 78.5,
            "se": 8.39,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "code_fix",
        "band": "hard",
        "score": 77.6,
        "se": 8.51,
        "evidence": 1.0154,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:claude-haiku-5.5",
            "score": 77.6,
            "se": 8.51,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "code_fix",
        "band": "hard",
        "score": 77.2,
        "se": 8.56,
        "evidence": 0.9839,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:claude-sonnet-5.5",
            "score": 77.2,
            "se": 8.56,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "code_fix",
        "band": "hard",
        "score": 76.7,
        "se": 8.63,
        "evidence": 0.9442,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:grok-4.6",
            "score": 76.7,
            "se": 8.63,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "code_fix",
        "band": "hard",
        "score": 67.94,
        "se": 1.61,
        "evidence": 0.8715,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:claude-sonnet-4-6",
            "score": 75.21,
            "se": 1.9648182701390322,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-sonnet-4-6",
            "score": 53.4,
            "se": 2.8,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "code_fix",
        "band": "hard",
        "score": 66.08,
        "se": 1.65,
        "evidence": 0.7381,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gemini-3-flash-preview",
            "score": 75.41,
            "se": 1.9593002139508684,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gemini-3-flash-preview",
            "score": 47.42,
            "se": 3.0355882645,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "code_fix",
        "band": "hard",
        "score": 73.3,
        "se": 9.03,
        "evidence": 0.6919,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gemini-3.8-flash",
            "score": 73.3,
            "se": 9.03,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "code_fix",
        "band": "hard",
        "score": 66.07,
        "se": 2.49,
        "evidence": 0.6906,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.5_unknown",
            "score": 66.07,
            "se": 2.4915582762,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "code_fix",
        "band": "hard",
        "score": 68.4,
        "se": 1.74,
        "evidence": 0.6864,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:o3-2025-04-16_unknown",
            "score": 76.9,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:o3-2025-04-16_medium",
            "score": 62.32,
            "se": 2.20723356581245,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "code_fix",
        "band": "hard",
        "score": 73.1,
        "se": 9.05,
        "evidence": 0.6778,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:grok-4.7",
            "score": 73.1,
            "se": 9.05,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "code_fix",
        "band": "hard",
        "score": 65.54,
        "se": 1.68,
        "evidence": 0.6391,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-5.2-2025-12-11_high",
            "score": 73.76,
            "se": 2.001783206492828,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.2-2025-12-11_unknown",
            "score": 54.04,
            "se": 2.8910174223,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "code_fix",
        "band": "hard",
        "score": 70.9,
        "se": 9.27,
        "evidence": 0.526,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:glm-5.3-flash",
            "score": 70.9,
            "se": 9.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 70.9,
        "se": 9.27,
        "evidence": 0.526,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:glm-5.3-flash",
            "score": 70.9,
            "se": 9.27,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "code_fix",
        "band": "hard",
        "score": 70.8,
        "se": 9.28,
        "evidence": 0.5193,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gpt-6-luna",
            "score": 70.8,
            "se": 9.28,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "code_fix",
        "band": "hard",
        "score": 69.3,
        "se": 9.42,
        "evidence": 0.4195,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:qwen3.8-27b",
            "score": 69.3,
            "se": 9.42,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 69.3,
        "se": 9.42,
        "evidence": 0.4195,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:qwen3.8-27b",
            "score": 69.3,
            "se": 9.42,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 69.3,
        "se": 9.42,
        "evidence": 0.4195,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:qwen3.8-27b",
            "score": 69.3,
            "se": 9.42,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "code_fix",
        "band": "hard",
        "score": 68.8,
        "se": 9.46,
        "evidence": 0.387,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:minimax-m3.1-flash",
            "score": 68.8,
            "se": 9.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 68.8,
        "se": 9.46,
        "evidence": 0.387,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:minimax-m3.1-flash",
            "score": 68.8,
            "se": 9.46,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "code_fix",
        "band": "hard",
        "score": 67.8,
        "se": 9.54,
        "evidence": 0.3226,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3.1-pro",
            "score": 67.8,
            "se": 9.54,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 67.8,
        "se": 9.54,
        "evidence": 0.3226,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3.1-pro",
            "score": 67.8,
            "se": 9.54,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "code_fix",
        "band": "hard",
        "score": 67.8,
        "se": 9.54,
        "evidence": 0.3226,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3.1-pro",
            "score": 67.8,
            "se": 9.54,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "code_fix",
        "band": "hard",
        "score": 61.42,
        "se": 4.12,
        "evidence": 0.2945,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gemini-3.1-pro-preview",
            "score": 61.42,
            "se": 4.1200272349,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "code_fix",
        "band": "hard",
        "score": 63.39,
        "se": 1.42,
        "evidence": 0.1917,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-5-2025-08-07_low",
            "score": 81.3,
            "se": 2.6,
            "unit": "percent",
            "weight": 0.425,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          },
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-5-2025-08-07_high",
            "score": 73.55,
            "se": 2.0068321817102888,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-2025-08-07_unknown",
            "score": 33.93,
            "se": 2.9049635593,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "code_fix",
        "band": "hard",
        "score": 61.7,
        "se": 3.24,
        "evidence": 0.1816,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:o1-2024-12-17_high",
            "score": 61.7,
            "se": 3.24,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "code_fix",
        "band": "hard",
        "score": 64.5,
        "se": 9.77,
        "evidence": 0.1165,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:mimo-v2.6-pro",
            "score": 64.5,
            "se": 9.77,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "code_fix",
        "band": "hard",
        "score": 60.89,
        "se": 1.68,
        "evidence": 0.0631,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:claude-sonnet-4-5-20250929",
            "score": 71.28,
            "se": 2.0587234937983245,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-sonnet-4-5-20250929",
            "score": 40.1,
            "se": 2.9000000000000004,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3-mini",
        "task": "code_fix",
        "band": "hard",
        "score": 60.4,
        "se": 3.26,
        "evidence": 0.0574,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:o3-mini-2025-01-31_high",
            "score": 60.4,
            "se": 3.26,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-plus",
        "task": "code_fix",
        "band": "hard",
        "score": 57.85,
        "se": 2.25,
        "evidence": 0.0475,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:qwen3.6-plus",
            "score": 57.85,
            "se": 2.246855652298021,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "code_fix",
        "band": "hard",
        "score": 59.6,
        "se": 3.27,
        "evidence": -0.0186,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 59.6,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 59.6,
        "se": 3.27,
        "evidence": -0.0186,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 59.6,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 59.6,
        "se": 3.27,
        "evidence": -0.0186,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:Qwen3-235B-A22B-Instruct-2507",
            "score": 59.6,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "code_fix",
        "band": "hard",
        "score": 60.9,
        "se": 9.96,
        "evidence": -0.0999,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:qwen3.8-max",
            "score": 60.9,
            "se": 9.96,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "code_fix",
        "band": "hard",
        "score": 59.48,
        "se": 1.69,
        "evidence": -0.119,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-5.1-2025-11-13_high",
            "score": 67.98,
            "se": 2.122974956319103,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.1-2025-11-13_unknown",
            "score": 47.58,
            "se": 2.7616039281,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "code_fix",
        "band": "hard",
        "score": 53.1,
        "se": 10.19,
        "evidence": -0.5558,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3",
            "score": 53.1,
            "se": 10.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 53.1,
        "se": 10.19,
        "evidence": -0.5558,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3",
            "score": 53.1,
            "se": 10.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "code_fix",
        "band": "hard",
        "score": 53.1,
        "se": 10.19,
        "evidence": -0.5558,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:kimi-k3",
            "score": 53.1,
            "se": 10.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "code_fix",
        "band": "hard",
        "score": 49.83,
        "se": 1.88,
        "evidence": -0.7405,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-4.1-2025-04-14",
            "score": 52.4,
            "se": 3.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-4.1-2025-04-14",
            "score": 48.54,
            "se": 2.2835863746433964,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "code_fix",
        "band": "hard",
        "score": 48.7,
        "se": 10.2,
        "evidence": -0.8001,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:inkling",
            "score": 48.7,
            "se": 10.2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "code_fix",
        "band": "hard",
        "score": 47,
        "se": 1.67,
        "evidence": -1.1763,
        "sources": [
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-5-mini-2025-08-07_medium",
            "score": 64.67,
            "se": 2.1749601139671304,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-mini-2025-08-07_unknown",
            "score": 22.25,
            "se": 2.6242804005,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "code_fix",
        "band": "hard",
        "score": 39.55,
        "se": 2.75,
        "evidence": -1.6111,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:deepseek/deepseek-v3.2",
            "score": 39.55,
            "se": 2.75060586,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-32b",
        "task": "code_fix",
        "band": "hard",
        "score": 40,
        "se": 3.27,
        "evidence": -1.8383,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:Qwen3-32B",
            "score": 40,
            "se": 3.27,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "code_fix",
        "band": "hard",
        "score": 28.36,
        "se": 1.69,
        "evidence": -2.1116,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-4o-2024-08-06",
            "score": 23.1,
            "se": 2.81,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:swe_bench_verified",
            "result": "epoch:swe_bench_verified:gpt-4o-2024-11-20",
            "score": 30.99,
            "se": 2.1042625979133334,
            "unit": "percent",
            "weight": 1,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "code_fix",
        "band": "hard",
        "score": 33.26,
        "se": 2.45,
        "evidence": -2.2701,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:glm-4.7",
            "score": 33.26,
            "se": 2.4523186857,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "code_fix",
        "band": "hard",
        "score": 20.3,
        "se": 8.21,
        "evidence": -2.2925,
        "sources": [
          {
            "benchmark": "livebench:v2/Coding",
            "result": "livebench:v2/Coding:gemma-4-31b",
            "score": 20.3,
            "se": 8.21,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "code_fix",
        "band": "hard",
        "score": 32.4,
        "se": 3.12,
        "evidence": -2.5583,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-4.1-mini-2025-04-14",
            "score": 32.4,
            "se": 3.12,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b",
        "task": "code_fix",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -2.7808,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -2.7808,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -2.7808,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "code_fix",
        "band": "hard",
        "score": 24.5,
        "se": 2.4,
        "evidence": -3.1278,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:glm-4.6",
            "score": 24.5,
            "se": 2.4,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "code_fix",
        "band": "hard",
        "score": 25.56,
        "se": 1.91,
        "evidence": -3.3047,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:openai/gpt-oss-120b_high",
            "score": 41.8,
            "se": 3.29,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-120b",
            "score": 14.2,
            "se": 2.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 25.56,
        "se": 1.91,
        "evidence": -3.3047,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:openai/gpt-oss-120b_high",
            "score": 41.8,
            "se": 3.29,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-120b",
            "score": 14.2,
            "se": 2.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "code_fix",
        "band": "hard",
        "score": 13.9,
        "se": 2.7,
        "evidence": -4.0402,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-haiku-4-5-20251001",
            "score": 13.9,
            "se": 2.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b",
        "task": "code_fix",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -4.7219,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@deepinfra",
        "task": "code_fix",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -4.7219,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@parasail",
        "task": "code_fix",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -4.7219,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "code_fix",
        "band": "hard",
        "score": 6.97,
        "se": 1.92,
        "evidence": -5.2692,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-nano-2025-08-07_unknown",
            "score": 6.97,
            "se": 1.9198745909,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "code_fix",
        "band": "hard",
        "score": 8.9,
        "se": 1.9,
        "evidence": -5.6361,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-4.1-nano-2025-04-14",
            "score": 8.9,
            "se": 1.9,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "code_fix",
        "band": "hard",
        "score": 3.1,
        "se": 1.5,
        "evidence": -6.038,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-20b",
            "score": 3.1,
            "se": 1.5,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "code_fix",
        "band": "hard",
        "score": 4.9,
        "se": 1.44,
        "evidence": -6.6357,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gemma-3-27b-it",
            "score": 4.9,
            "se": 1.44,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "code_fix",
        "band": "hard",
        "score": 3.6,
        "se": 1.24,
        "evidence": -7.0558,
        "sources": [
          {
            "benchmark": "epoch:aider_polyglot_external",
            "result": "epoch:aider_polyglot_external:gpt-4o-mini-2024-07-18",
            "score": 3.6,
            "se": 1.24,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "query",
        "band": "medium",
        "score": 69.9,
        "se": 6.36,
        "evidence": 2.1219,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gemini-4-argon",
            "score": 69.9,
            "se": 6.36,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "query",
        "band": "medium",
        "score": 67.3,
        "se": 6.51,
        "evidence": 1.8235,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gemini-4-carbon",
            "score": 67.3,
            "se": 6.51,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "query",
        "band": "medium",
        "score": 58.4,
        "se": 6.84,
        "evidence": 0.838,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gpt-6-astra",
            "score": 58.4,
            "se": 6.84,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "query",
        "band": "medium",
        "score": 57.4,
        "se": 6.86,
        "evidence": 0.731,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gpt-6.1-sol",
            "score": 57.4,
            "se": 6.86,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "query",
        "band": "medium",
        "score": 56.7,
        "se": 6.87,
        "evidence": 0.6565,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gemini-4-hydrogen",
            "score": 56.7,
            "se": 6.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "query",
        "band": "medium",
        "score": 56.5,
        "se": 6.87,
        "evidence": 0.6354,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gpt-6.1-terra",
            "score": 56.5,
            "se": 6.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "query",
        "band": "medium",
        "score": 56.2,
        "se": 6.88,
        "evidence": 0.6032,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:claude-fable-5.1",
            "score": 56.2,
            "se": 6.88,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "query",
        "band": "medium",
        "score": 55.8,
        "se": 6.89,
        "evidence": 0.5606,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:claude-fable-5.2",
            "score": 55.8,
            "se": 6.89,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "query",
        "band": "medium",
        "score": 52.3,
        "se": 6.93,
        "evidence": 0.1907,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:claude-opus-5.5",
            "score": 52.3,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "query",
        "band": "medium",
        "score": 50.2,
        "se": 6.93,
        "evidence": -0.0302,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gpt-5.6-terra",
            "score": 50.2,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "query",
        "band": "medium",
        "score": 50.1,
        "se": 6.93,
        "evidence": -0.0407,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:qwen3.8-max",
            "score": 50.1,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "query",
        "band": "medium",
        "score": 49.6,
        "se": 6.93,
        "evidence": -0.0933,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gpt-6-luna",
            "score": 49.6,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "query",
        "band": "medium",
        "score": 49.1,
        "se": 6.93,
        "evidence": -0.1459,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3.1-pro",
            "score": 49.1,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "query",
        "band": "medium",
        "score": 49.1,
        "se": 6.93,
        "evidence": -0.1459,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3.1-pro",
            "score": 49.1,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "query",
        "band": "medium",
        "score": 49.1,
        "se": 6.93,
        "evidence": -0.1459,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3.1-pro",
            "score": 49.1,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "query",
        "band": "medium",
        "score": 48.8,
        "se": 6.93,
        "evidence": -0.1775,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:glm-5.3-flash",
            "score": 48.8,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "query",
        "band": "medium",
        "score": 48.8,
        "se": 6.93,
        "evidence": -0.1775,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:glm-5.3-flash",
            "score": 48.8,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "query",
        "band": "medium",
        "score": 48.8,
        "se": 6.93,
        "evidence": -0.1775,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:qwen3.8-27b",
            "score": 48.8,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "query",
        "band": "medium",
        "score": 48.8,
        "se": 6.93,
        "evidence": -0.1775,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:qwen3.8-27b",
            "score": 48.8,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "query",
        "band": "medium",
        "score": 48.8,
        "se": 6.93,
        "evidence": -0.1775,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:qwen3.8-27b",
            "score": 48.8,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "query",
        "band": "medium",
        "score": 48.5,
        "se": 6.93,
        "evidence": -0.2091,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:inkling",
            "score": 48.5,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "query",
        "band": "medium",
        "score": 48.4,
        "se": 6.93,
        "evidence": -0.2196,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3",
            "score": 48.4,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "query",
        "band": "medium",
        "score": 48.4,
        "se": 6.93,
        "evidence": -0.2196,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3",
            "score": 48.4,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "query",
        "band": "medium",
        "score": 48.4,
        "se": 6.93,
        "evidence": -0.2196,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:kimi-k3",
            "score": 48.4,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "query",
        "band": "medium",
        "score": 48.3,
        "se": 6.93,
        "evidence": -0.2301,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:mimo-v2.6-pro",
            "score": 48.3,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "query",
        "band": "medium",
        "score": 48.2,
        "se": 6.93,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:deepseek-v4.1-flash-1017",
            "score": 48.2,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "query",
        "band": "medium",
        "score": 48.2,
        "se": 6.93,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:deepseek-v4.1-flash-1017",
            "score": 48.2,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "query",
        "band": "medium",
        "score": 48.2,
        "se": 6.93,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:deepseek-v4.1-flash-1017",
            "score": 48.2,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "query",
        "band": "medium",
        "score": 48.2,
        "se": 6.93,
        "evidence": -0.2406,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:mistral-large-4-0",
            "score": 48.2,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "query",
        "band": "medium",
        "score": 48,
        "se": 6.93,
        "evidence": -0.2617,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:minimax-m3.1-flash",
            "score": 48,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "query",
        "band": "medium",
        "score": 48,
        "se": 6.93,
        "evidence": -0.2617,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:minimax-m3.1-flash",
            "score": 48,
            "se": 6.93,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "query",
        "band": "medium",
        "score": 46.3,
        "se": 6.91,
        "evidence": -0.4412,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gemma-4-31b",
            "score": 46.3,
            "se": 6.91,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "query",
        "band": "medium",
        "score": 45.3,
        "se": 6.9,
        "evidence": -0.547,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:gemini-3.8-flash",
            "score": 45.3,
            "se": 6.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "query",
        "band": "medium",
        "score": 44.9,
        "se": 6.9,
        "evidence": -0.5892,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:grok-4.7",
            "score": 44.9,
            "se": 6.9,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "query",
        "band": "medium",
        "score": 44.8,
        "se": 6.9,
        "evidence": -0.5997,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:claude-haiku-5.5",
            "score": 44.8,
            "se": 6.9,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "query",
        "band": "medium",
        "score": 43.1,
        "se": 6.87,
        "evidence": -0.7807,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:grok-4.6",
            "score": 43.1,
            "se": 6.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "query",
        "band": "medium",
        "score": 39.8,
        "se": 6.79,
        "evidence": -1.1295,
        "sources": [
          {
            "benchmark": "livebench:v2/Data Analysis/Table join",
            "result": "livebench:v2/Data Analysis/Table join:claude-sonnet-5.5",
            "score": 39.8,
            "se": 6.79,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-2",
        "task": "tool_use",
        "band": "hard",
        "score": 82.9,
        "se": 8.87,
        "evidence": 2.9176,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-fable-5.2",
            "score": 82.9,
            "se": 8.87,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Fable 5.2 (Max)",
            "score": 0.29,
            "se": 0.02,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "tool_use",
        "band": "hard",
        "score": 81.8,
        "se": 2,
        "evidence": 2.7897,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.4-2026-03-05_unknown",
            "score": 81.8,
            "se": 2,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "tool_use",
        "band": "hard",
        "score": 80.22,
        "se": 2.11,
        "evidence": 2.7054,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-7_unknown",
            "score": 80.22,
            "se": 2.1123213002,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "tool_use",
        "band": "hard",
        "score": 75.6,
        "se": 10.12,
        "evidence": 2.4231,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6-astra",
            "score": 75.6,
            "se": 10.12,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-6 Astra (Max)",
            "score": 0.14,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "tool_use",
        "band": "hard",
        "score": 72.8,
        "se": 10.49,
        "evidence": 2.4094,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-opus-5.5",
            "score": 72.8,
            "se": 10.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Opus 5.5 (Max)",
            "score": 0.18,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "tool_use",
        "band": "hard",
        "score": 74.2,
        "se": 10.31,
        "evidence": 2.3649,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-fable-5.1",
            "score": 74.2,
            "se": 10.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Fable 5.1 (Max)",
            "score": 0.14,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "tool_use",
        "band": "hard",
        "score": 69.9,
        "se": 2.5,
        "evidence": 2.1266,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-6",
            "score": 69.9,
            "se": 2.5,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "tool_use",
        "band": "hard",
        "score": 65.6,
        "se": 11.2,
        "evidence": 1.9747,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6.1-sol",
            "score": 65.6,
            "se": 11.2,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-6.1 Sol (Max)",
            "score": 0.12,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "tool_use",
        "band": "hard",
        "score": 63.4,
        "se": 11.35,
        "evidence": 1.9722,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-sonnet-5.5",
            "score": 63.4,
            "se": 11.35,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Sonnet 5.5 (Max)",
            "score": 0.15,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "tool_use",
        "band": "hard",
        "score": 66.07,
        "se": 2.49,
        "evidence": 1.9429,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.5_unknown",
            "score": 66.07,
            "se": 2.4915582762,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-carbon",
        "task": "tool_use",
        "band": "hard",
        "score": 72.7,
        "se": 10.5,
        "evidence": 1.9203,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-carbon",
            "score": 72.7,
            "se": 10.5,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 4 Carbon (High)",
            "score": 0.16,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "tool_use",
        "band": "hard",
        "score": 61.8,
        "se": 11.45,
        "evidence": 1.9104,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-hydrogen",
            "score": 61.8,
            "se": 11.45,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 4 Hydrogen (High)",
            "score": 0.15,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-5",
        "task": "tool_use",
        "band": "hard",
        "score": 64.7,
        "se": 1.83,
        "evidence": 1.7562,
        "sources": [
          {
            "benchmark": "epoch:os_world_external",
            "result": "epoch:os_world_external:claude-opus-4-5-20251101",
            "score": 66.3,
            "se": 2.46,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-opus-4-5-20251101",
            "score": 63.1,
            "se": 2.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-terra",
        "task": "tool_use",
        "band": "hard",
        "score": 56.2,
        "se": 11.69,
        "evidence": 1.5828,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6.1-terra",
            "score": 56.2,
            "se": 11.69,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-6.1 Terra (Max)",
            "score": 0.11,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "tool_use",
        "band": "hard",
        "score": 62.75,
        "se": 1.82,
        "evidence": 1.5143,
        "sources": [
          {
            "benchmark": "epoch:os_world_external",
            "result": "epoch:os_world_external:claude-sonnet-4-6",
            "score": 72.1,
            "se": 2.33,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-sonnet-4-6",
            "score": 53.4,
            "se": 2.8,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.06,
        "evidence": 1.2359,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Fable 5 (High)",
            "score": 0.06,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.06,
        "evidence": 1.2359,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Opus 5 (Max)",
            "score": 0.06,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.06,
        "evidence": 1.2359,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-6 Sol (Max)",
            "score": 0.06,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "hy4-preview",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.06,
        "evidence": 1.2359,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Hy4",
            "score": 0.06,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "tool_use",
        "band": "hard",
        "score": 54.04,
        "se": 2.89,
        "evidence": 1.2348,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.2-2025-12-11_unknown",
            "score": 54.04,
            "se": 2.8910174223,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "tool_use",
        "band": "hard",
        "score": 58.5,
        "se": 11.61,
        "evidence": 1.1577,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-4-argon",
            "score": 58.5,
            "se": 11.61,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 4 Argon (High)",
            "score": 0.1,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "tool_use",
        "band": "hard",
        "score": 47.58,
        "se": 2.76,
        "evidence": 0.8774,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5.1-2025-11-13_unknown",
            "score": 47.58,
            "se": 2.7616039281,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "tool_use",
        "band": "hard",
        "score": 47.42,
        "se": 3.04,
        "evidence": 0.8542,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gemini-3-flash-preview",
            "score": 47.42,
            "se": 3.0355882645,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.04,
        "evidence": 0.7871,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-5.6 Sol (xHigh)",
            "score": 0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "tool_use",
        "band": "hard",
        "score": 61.42,
        "se": 4.12,
        "evidence": 0.577,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gemini-3.1-pro-preview",
            "score": 61.42,
            "se": 4.1200272349,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 3.1 Pro Preview",
            "score": -0.06,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "tool_use",
        "band": "hard",
        "score": 45.3,
        "se": 11.73,
        "evidence": 0.5541,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:grok-4.7",
            "score": 45.3,
            "se": 11.73,
            "unit": "percent",
            "weight": 0.85,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Grok 4.7 (xHigh)",
            "score": 0.02,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.03,
        "evidence": 0.5293,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Inkling 2 Small",
            "score": 0.03,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.03,
        "evidence": 0.5293,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Inkling 2 Small",
            "score": 0.03,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-5-5",
        "task": "tool_use",
        "band": "hard",
        "score": 47.9,
        "se": 11.77,
        "evidence": 0.5067,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:claude-haiku-5.5",
            "score": 47.9,
            "se": 11.77,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Haiku 5.5 (High)",
            "score": -0,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "tool_use",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 0.4808,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3.1 Pro (Max)",
            "score": 0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 0.4808,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3.1 Pro (Max)",
            "score": 0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "tool_use",
        "band": "hard",
        "score": 38.7,
        "se": 11.48,
        "evidence": 0.4808,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3.1 Pro (Max)",
            "score": 0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "tool_use",
        "band": "hard",
        "score": 41.5,
        "se": 1.94,
        "evidence": 0.4291,
        "sources": [
          {
            "benchmark": "epoch:os_world_external",
            "result": "epoch:os_world_external:claude-sonnet-4-5-20250929",
            "score": 42.9,
            "se": 2.58,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          },
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-sonnet-4-5-20250929",
            "score": 40.1,
            "se": 2.9000000000000004,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v3.2",
        "task": "tool_use",
        "band": "hard",
        "score": 39.55,
        "se": 2.75,
        "evidence": 0.4072,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:deepseek/deepseek-v3.2",
            "score": 39.55,
            "se": 2.75060586,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017",
        "task": "tool_use",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 0.0889,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 0.0889,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-v4.1-flash-1017@parasail",
        "task": "tool_use",
        "band": "hard",
        "score": 38.8,
        "se": 11.49,
        "evidence": 0.0889,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:DeepSeek-V4.1-Flash-20261017 (Max)",
            "score": 0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "tool_use",
        "band": "hard",
        "score": 33.93,
        "se": 2.9,
        "evidence": 0.0591,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-2025-08-07_unknown",
            "score": 33.93,
            "se": 2.9049635593,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.7",
        "task": "tool_use",
        "band": "hard",
        "score": 33.26,
        "se": 2.45,
        "evidence": 0.0372,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:glm-4.7",
            "score": 33.26,
            "se": 2.4523186857,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "tool_use",
        "band": "hard",
        "rating": 0.01,
        "evidence": 0.0139,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Claude Sonnet 5 (High)",
            "score": 0.01,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.03,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 3.7 Flash (High)",
            "score": -0.03,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2",
        "task": "tool_use",
        "band": "hard",
        "rating": -0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.2 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "tool_use",
        "band": "hard",
        "rating": -0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.2 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "tool_use",
        "band": "hard",
        "rating": -0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.2 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "rating": -0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.2 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3",
        "task": "tool_use",
        "band": "hard",
        "rating": 0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3 (Max)",
            "score": 0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "tool_use",
        "band": "hard",
        "rating": 0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3 (Max)",
            "score": 0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "tool_use",
        "band": "hard",
        "rating": 0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3 (Max)",
            "score": 0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "rating": 0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3 (Max)",
            "score": 0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3@parasail",
        "task": "tool_use",
        "band": "hard",
        "rating": 0,
        "evidence": 0,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3 (Max)",
            "score": 0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "tool_use",
        "band": "hard",
        "score": 36.4,
        "se": 11.34,
        "evidence": -0.0418,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:mimo-v2.6-pro",
            "score": 36.4,
            "se": 11.34,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiMo-V2.6-Pro",
            "score": 0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3",
        "task": "tool_use",
        "band": "hard",
        "score": 36,
        "se": 11.31,
        "evidence": -0.0638,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 36,
        "se": 11.31,
        "evidence": -0.0638,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "tool_use",
        "band": "hard",
        "score": 36,
        "se": 11.31,
        "evidence": -0.0638,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:kimi-k3",
            "score": 36,
            "se": 11.31,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Kimi K3 (Max)",
            "score": -0,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.01,
        "evidence": -0.3961,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiMo-V2.6-Flash",
            "score": -0.01,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-4.6",
        "task": "tool_use",
        "band": "hard",
        "score": 24.5,
        "se": 2.4,
        "evidence": -0.5346,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:glm-4.6",
            "score": 24.5,
            "se": 2.4,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b",
        "task": "tool_use",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -0.5437,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -0.5437,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.6-35b-a3b@parasail",
        "task": "tool_use",
        "band": "hard",
        "score": 24.63,
        "se": 3.21,
        "evidence": -0.5437,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.2050494780000003,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash",
        "task": "tool_use",
        "band": "hard",
        "score": 25.7,
        "se": 10.3,
        "evidence": -0.581,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3.1-Flash",
            "score": -0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3.1-flash@parasail",
        "task": "tool_use",
        "band": "hard",
        "score": 25.7,
        "se": 10.3,
        "evidence": -0.581,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3.1-Flash",
            "score": -0.04,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "tool_use",
        "band": "hard",
        "score": 26.6,
        "se": 10.41,
        "evidence": -0.5975,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-max",
            "score": 26.6,
            "se": 10.41,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.8-Max",
            "score": -0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "tool_use",
        "band": "hard",
        "score": 25.9,
        "se": 10.33,
        "evidence": -0.6375,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-5.6-terra",
            "score": 25.9,
            "se": 10.33,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-5.6 Terra (xHigh)",
            "score": -0.03,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "tool_use",
        "band": "hard",
        "score": 22.25,
        "se": 2.62,
        "evidence": -0.7007,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-mini-2025-08-07_unknown",
            "score": 22.25,
            "se": 2.6242804005,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "tool_use",
        "band": "hard",
        "score": 24.7,
        "se": 10.17,
        "evidence": -0.7076,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gpt-6-luna",
            "score": 24.7,
            "se": 10.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GPT-6 Luna (Low)",
            "score": -0.07,
            "se": 0,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "low"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-4-0",
        "task": "tool_use",
        "band": "hard",
        "score": 24.7,
        "se": 10.17,
        "evidence": -0.7076,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:mistral-large-4-0",
            "score": 24.7,
            "se": 10.17,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "tool_use",
        "band": "hard",
        "score": 18.7,
        "se": 9.19,
        "evidence": -0.7628,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:grok-4.6",
            "score": 18.7,
            "se": 9.19,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Grok 4.6 (xHigh)",
            "score": -0.01,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "tool_use",
        "band": "hard",
        "score": 20.7,
        "se": 9.55,
        "evidence": -0.9557,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3-Flash",
            "score": -0.04,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 20.7,
        "se": 9.55,
        "evidence": -0.9557,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:GLM-5.3-Flash",
            "score": -0.04,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "tool_use",
        "band": "hard",
        "score": 16.5,
        "se": 8.75,
        "evidence": -1.2383,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemini-3.8-flash",
            "score": 16.5,
            "se": 8.75,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Gemini 3.8 Flash (High)",
            "score": 0.01,
            "se": 0,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "tool_use",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": -1.2816,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.8-27B",
            "score": -0.06,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": -1.2816,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.8-27B",
            "score": -0.06,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "tool_use",
        "band": "hard",
        "score": 15.9,
        "se": 8.62,
        "evidence": -1.2816,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.8-27B",
            "score": -0.06,
            "se": 0,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b",
        "task": "tool_use",
        "band": "hard",
        "score": 14.2,
        "se": 2.3,
        "evidence": -1.3081,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-120b",
            "score": 14.2,
            "se": 2.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 14.2,
        "se": 2.3,
        "evidence": -1.3081,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-120b",
            "score": 14.2,
            "se": 2.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-haiku-4-5",
        "task": "tool_use",
        "band": "hard",
        "score": 13.9,
        "se": 2.7,
        "evidence": -1.3274,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:claude-haiku-4-5-20251001",
            "score": 13.9,
            "se": 2.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.07,
        "evidence": -1.335,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Beam 1.0 501B A23B",
            "score": -0.07,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.08,
        "evidence": -1.5643,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.7-Max",
            "score": -0.08,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.08,
        "evidence": -1.5643,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.7-Max",
            "score": -0.08,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b",
        "task": "tool_use",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -1.6732,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -1.6732,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-9b@parasail",
        "task": "tool_use",
        "band": "hard",
        "score": 9.21,
        "se": 2.35,
        "evidence": -1.6732,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:qwen3.5-9B",
            "score": 9.21,
            "se": 2.3513565589,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.09,
        "evidence": -1.7647,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.7-Plus",
            "score": -0.09,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.09,
        "evidence": -1.7647,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Qwen3.7-Plus",
            "score": -0.09,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "tool_use",
        "band": "hard",
        "score": 6.97,
        "se": 1.92,
        "evidence": -1.848,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-5-nano-2025-08-07_unknown",
            "score": 6.97,
            "se": 1.9198745909,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "tool_use",
        "band": "hard",
        "score": 8.5,
        "se": 6.57,
        "evidence": -1.9334,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:gemma-4-31b",
            "score": 8.5,
            "se": 6.57,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-oss-20b",
        "task": "tool_use",
        "band": "hard",
        "score": 3.1,
        "se": 1.5,
        "evidence": -2.1354,
        "sources": [
          {
            "benchmark": "epoch:terminalbench_external",
            "result": "epoch:terminalbench_external:gpt-oss-20b",
            "score": 3.1,
            "se": 1.5,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.11,
        "evidence": -2.1562,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3",
            "score": -0.11,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.11,
        "evidence": -2.1562,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3",
            "score": -0.11,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.11,
        "evidence": -2.1562,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3",
            "score": -0.11,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.11,
        "evidence": -2.1562,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:MiniMax-M3",
            "score": -0.11,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling",
        "task": "tool_use",
        "band": "hard",
        "score": 9.8,
        "se": 7.01,
        "evidence": -2.2623,
        "sources": [
          {
            "benchmark": "livebench:v2/Long Agentic",
            "result": "livebench:v2/Long Agentic:inkling",
            "score": 9.8,
            "se": 7.01,
            "unit": "percent",
            "weight": 0.7,
            "settings": "mismatch"
          },
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Inkling",
            "score": -0.18,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "tool_use",
        "band": "hard",
        "score": 9.1,
        "se": 1.5,
        "evidence": -2.44,
        "sources": [
          {
            "benchmark": "epoch:os_world_external",
            "result": "epoch:os_world_external:o3-2025-04-16_medium",
            "score": 9.1,
            "se": 1.5,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "tool_use",
        "band": "hard",
        "score": 8.6,
        "se": 2.12,
        "evidence": -2.5675,
        "sources": [
          {
            "benchmark": "epoch:the_agent_company_external",
            "result": "epoch:the_agent_company_external:gpt-4o-2024-11-20",
            "score": 8.6,
            "se": 2.12,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.14,
        "evidence": -2.5853,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Mistral Medium 3.5",
            "score": -0.14,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "tool_use",
        "band": "hard",
        "rating": -0.19,
        "evidence": -2.938,
        "sources": [
          {
            "benchmark": "lmarena:agent/overall",
            "result": "lmarena:agent/overall:Inkling-Small",
            "score": -0.19,
            "se": 0.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5",
        "task": "vision",
        "band": "medium",
        "rating": 1325.6,
        "evidence": 2.8695,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Fable 5 (High)",
            "score": 1325.6,
            "se": 3.51,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5-5",
        "task": "vision",
        "band": "medium",
        "rating": 1323.8,
        "evidence": 2.804,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Opus 5.5 (High)",
            "score": 1323.8,
            "se": 5.02,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-fable-5-1",
        "task": "vision",
        "band": "medium",
        "rating": 1321.62,
        "evidence": 2.77,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Fable 5.1 (Max)",
            "score": 1321.62,
            "se": 4.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-7",
        "task": "vision",
        "band": "medium",
        "rating": 1318.72,
        "evidence": 2.7156,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Opus 4.7",
            "score": 1318.72,
            "se": 3.33,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-5",
        "task": "vision",
        "band": "medium",
        "rating": 1317.48,
        "evidence": 2.6854,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Opus 5 (High)",
            "score": 1317.48,
            "se": 3.3,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.8-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1316.78,
        "evidence": 2.6674,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.8 Flash (High)",
            "score": 1316.78,
            "se": 4.16,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.7-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1313.14,
        "evidence": 2.5875,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.7 Flash (High)",
            "score": 1313.14,
            "se": 4.33,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "vision",
        "band": "medium",
        "rating": 1312.01,
        "evidence": 2.5563,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.8-Max",
            "score": 1312.01,
            "se": 3.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-6",
        "task": "vision",
        "band": "medium",
        "rating": 1312.21,
        "evidence": 2.5543,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Opus 4.6",
            "score": 1312.21,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1307.55,
        "evidence": 2.4324,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.5 Flash (High)",
            "score": 1307.55,
            "se": 3.37,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "vision",
        "band": "medium",
        "rating": 1296.04,
        "evidence": 2.0509,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.1 Pro Preview",
            "score": 1296.04,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.6-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1296.69,
        "evidence": 2.0351,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.6 Flash (High)",
            "score": 1296.69,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.5",
        "task": "vision",
        "band": "medium",
        "rating": 1295.83,
        "evidence": 2.033,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.5",
            "score": 1295.83,
            "se": 2.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1294.7,
        "evidence": 1.9781,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GLM-5.3-Flash",
            "score": 1294.7,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1294.7,
        "evidence": 1.9781,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GLM-5.3-Flash",
            "score": 1294.7,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4",
        "task": "vision",
        "band": "medium",
        "rating": 1291.73,
        "evidence": 1.8107,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.4",
            "score": 1291.73,
            "se": 3.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-opus-4-8",
        "task": "vision",
        "band": "medium",
        "rating": 1288.62,
        "evidence": 1.6345,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Opus 4.8",
            "score": 1288.62,
            "se": 3.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6.1-sol",
        "task": "vision",
        "band": "medium",
        "rating": 1285.94,
        "evidence": 1.4388,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-6.1 Sol (Max)",
            "score": 1285.94,
            "se": 5.34,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "vision",
        "band": "medium",
        "rating": 1284.64,
        "evidence": 1.397,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3 Flash",
            "score": 1284.64,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "vision",
        "band": "medium",
        "rating": 1284.26,
        "evidence": 1.3476,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Sonnet 5.5 (xHigh)",
            "score": 1284.26,
            "se": 5.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "vision",
        "band": "medium",
        "rating": 1282.65,
        "evidence": 1.2665,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Sonnet 4.6",
            "score": 1282.65,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "kimi-k2.6",
        "task": "vision",
        "band": "medium",
        "rating": 1282.43,
        "evidence": 1.2474,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Kimi K2.6",
            "score": 1282.43,
            "se": 3.44,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-sol",
        "task": "vision",
        "band": "medium",
        "rating": 1282.19,
        "evidence": 1.2303,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.6 Sol (xHigh)",
            "score": 1282.19,
            "se": 3.63,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-4-31b-it",
        "task": "vision",
        "band": "medium",
        "rating": 1279.39,
        "evidence": 1.0661,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemma 4 31B",
            "score": 1279.39,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "deepseek-flash@together",
        "task": "vision",
        "band": "medium",
        "rating": 1279.15,
        "evidence": 1.0434,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1279.15,
            "se": 5.14,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-astra",
        "task": "vision",
        "band": "medium",
        "rating": 1278.52,
        "evidence": 1.005,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-6 Astra (Max)",
            "score": 1278.52,
            "se": 4.65,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus",
        "task": "vision",
        "band": "medium",
        "rating": 1277.25,
        "evidence": 0.9333,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.7-Plus",
            "score": 1277.25,
            "se": 3.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "vision",
        "band": "medium",
        "rating": 1277.25,
        "evidence": 0.9333,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.7-Plus",
            "score": 1277.25,
            "se": 3.32,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "claude-sonnet-5",
        "task": "vision",
        "band": "medium",
        "rating": 1271.62,
        "evidence": 0.5738,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Claude Sonnet 5 (High)",
            "score": 1271.62,
            "se": 3.42,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b",
        "task": "vision",
        "band": "medium",
        "rating": 1269.62,
        "evidence": 0.4537,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.8-27B",
            "score": 1269.62,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1269.62,
        "evidence": 0.4537,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.8-27B",
            "score": 1269.62,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1269.62,
        "evidence": 0.4537,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.8-27B",
            "score": 1269.62,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-terra",
        "task": "vision",
        "band": "medium",
        "rating": 1269.07,
        "evidence": 0.4121,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.6 Terra (xHigh)",
            "score": 1269.07,
            "se": 3.56,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "vision",
        "band": "medium",
        "rating": 1267.98,
        "evidence": 0.3506,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.5 Flash-Lite",
            "score": 1267.98,
            "se": 3.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "vision",
        "band": "medium",
        "rating": 1265.88,
        "evidence": 0.2987,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiMo-V2.6-Pro",
            "score": 1265.88,
            "se": 7.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.6",
        "task": "vision",
        "band": "medium",
        "rating": 1263.99,
        "evidence": 0.1368,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Grok 4.6 (High)",
            "score": 1263.99,
            "se": 4.02,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "vision",
        "band": "medium",
        "rating": 1262.37,
        "evidence": 0.0153,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-397B-A17B",
            "score": 1262.37,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1262.37,
        "evidence": 0.0153,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-397B-A17B",
            "score": 1262.37,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1262.37,
        "evidence": 0.0153,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-397B-A17B",
            "score": 1262.37,
            "se": 2.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "vision",
        "band": "medium",
        "rating": 1259.56,
        "evidence": -0.1257,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiMo-V2.6-Flash",
            "score": 1259.56,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.6-luna",
        "task": "vision",
        "band": "medium",
        "rating": 1255.82,
        "evidence": -0.3183,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.6 Luna (xHigh)",
            "score": 1255.82,
            "se": 3.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3",
        "task": "vision",
        "band": "medium",
        "rating": 1249.16,
        "evidence": -0.6494,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiniMax-M3",
            "score": 1249.16,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1249.16,
        "evidence": -0.6494,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiniMax-M3",
            "score": 1249.16,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1249.16,
        "evidence": -0.6494,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiniMax-M3",
            "score": 1249.16,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "minimax-m3@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1249.16,
        "evidence": -0.6494,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:MiniMax-M3",
            "score": 1249.16,
            "se": 3.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "vision",
        "band": "medium",
        "rating": 1246.62,
        "evidence": -0.7734,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Instruct",
            "score": 1246.62,
            "se": 3.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1246.62,
        "evidence": -0.7734,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Instruct",
            "score": 1246.62,
            "se": 3.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "vision",
        "band": "medium",
        "rating": 1246.62,
        "evidence": -0.7734,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Instruct",
            "score": 1246.62,
            "se": 3.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-mini",
        "task": "vision",
        "band": "medium",
        "rating": 1244.42,
        "evidence": -0.8756,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.4 mini (High)",
            "score": 1244.42,
            "se": 3.13,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "vision",
        "band": "medium",
        "rating": 1244.22,
        "evidence": -0.8846,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-122B-A10B",
            "score": 1244.22,
            "se": 3.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "vision",
        "band": "medium",
        "rating": 1240.28,
        "evidence": -1.0739,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemini 3.1 Flash-Lite Preview",
            "score": 1240.28,
            "se": 2.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b",
        "task": "vision",
        "band": "medium",
        "rating": 1239.64,
        "evidence": -1.1068,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-27B",
            "score": 1239.64,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "vision",
        "band": "medium",
        "rating": 1239.64,
        "evidence": -1.1068,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3.5-27B",
            "score": 1239.64,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "inkling-small",
        "task": "vision",
        "band": "medium",
        "rating": 1235.86,
        "evidence": -1.2536,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Inkling-Small",
            "score": 1235.86,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.1",
        "task": "vision",
        "band": "medium",
        "rating": 1234.96,
        "evidence": -1.2992,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.1",
            "score": 1234.96,
            "se": 3.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-sol",
        "task": "vision",
        "band": "medium",
        "rating": 1232.65,
        "evidence": -1.3537,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-6 Sol (Max)",
            "score": 1232.65,
            "se": 4.9,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "grok-4.7",
        "task": "vision",
        "band": "medium",
        "rating": 1230.02,
        "evidence": -1.4563,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Grok 4.7 (xHigh)",
            "score": 1230.02,
            "se": 4.52,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.2",
        "task": "vision",
        "band": "medium",
        "rating": 1228.84,
        "evidence": -1.5185,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.2",
            "score": 1228.84,
            "se": 3.02,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-medium-3-5",
        "task": "vision",
        "band": "medium",
        "rating": 1222.41,
        "evidence": -1.6809,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Mistral Medium 3.5",
            "score": 1222.41,
            "se": 4.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "mistral-large-2512",
        "task": "vision",
        "band": "medium",
        "rating": 1221.79,
        "evidence": -1.6944,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Mistral Large 3",
            "score": 1221.79,
            "se": 3.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o3",
        "task": "vision",
        "band": "medium",
        "rating": 1213.74,
        "evidence": -1.8931,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:o3 (2025-04-16)",
            "score": 1213.74,
            "se": 3.33,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-6-luna",
        "task": "vision",
        "band": "medium",
        "rating": 1211.18,
        "evidence": -1.9416,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-6 Luna (Max)",
            "score": 1211.18,
            "se": 4.53,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1",
        "task": "vision",
        "band": "medium",
        "rating": 1210.2,
        "evidence": -1.96,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4.1 (2025-04-14)",
            "score": 1210.2,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5",
        "task": "vision",
        "band": "medium",
        "rating": 1208.01,
        "evidence": -2.0065,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5 (High)",
            "score": 1208.01,
            "se": 3.47,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "vision",
        "band": "medium",
        "rating": 1206.27,
        "evidence": -2.0357,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Qwen3-VL-235B-A22B-Thinking",
            "score": 1206.27,
            "se": 6.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-mini",
        "task": "vision",
        "band": "medium",
        "rating": 1202.47,
        "evidence": -2.1199,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5 mini (High)",
            "score": 1202.47,
            "se": 3.98,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5.4-nano",
        "task": "vision",
        "band": "medium",
        "rating": 1195.54,
        "evidence": -2.2488,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5.4 nano (High)",
            "score": 1195.54,
            "se": 3.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o4-mini",
        "task": "vision",
        "band": "medium",
        "rating": 1193.96,
        "evidence": -2.2714,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:o4-mini (2025-04-16)",
            "score": 1193.96,
            "se": 3.6,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-mini",
        "task": "vision",
        "band": "medium",
        "rating": 1181.25,
        "evidence": -2.4119,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4.1 mini (2025-04-14)",
            "score": 1181.25,
            "se": 3.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "o1",
        "task": "vision",
        "band": "medium",
        "rating": 1168.25,
        "evidence": -2.5211,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:o1 (2024-12-17)",
            "score": 1168.25,
            "se": 5.51,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemma-3-27b-it",
        "task": "vision",
        "band": "medium",
        "rating": 1164.35,
        "evidence": -2.5532,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Gemma 3 27B IT",
            "score": 1164.35,
            "se": 4.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-5-nano",
        "task": "vision",
        "band": "medium",
        "rating": 1159.05,
        "evidence": -2.5793,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-5 nano (High)",
            "score": 1159.05,
            "se": 5.64,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o",
        "task": "vision",
        "band": "medium",
        "rating": 1136.52,
        "evidence": -2.7067,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4o (2024-05-13)",
            "score": 1136.52,
            "se": 4.49,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "vision",
        "band": "medium",
        "rating": 1118.38,
        "evidence": -2.7747,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:Llama 4 Scout 17B 16E Instruct",
            "score": 1118.38,
            "se": 4.82,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4-turbo",
        "task": "vision",
        "band": "medium",
        "rating": 1089.76,
        "evidence": -2.8591,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4 Turbo (2024-04-09)",
            "score": 1089.76,
            "se": 5.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4.1-nano",
        "task": "vision",
        "band": "medium",
        "rating": 1063.11,
        "evidence": -2.9586,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4.1 nano (2025-04-14)",
            "score": 1063.11,
            "se": 9.33,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gpt-4o-mini",
        "task": "vision",
        "band": "medium",
        "rating": 1065.51,
        "evidence": -2.9601,
        "sources": [
          {
            "benchmark": "lmarena:vision/overall",
            "result": "lmarena:vision/overall:GPT-4o mini (2024-07-18)",
            "score": 1065.51,
            "se": 4.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": false
      },
      {
        "model": "gemini-4-argon",
        "task": "document_qa",
        "band": "medium",
        "rating": 1543.79,
        "evidence": 2.9851,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 4 Argon (High)",
            "score": 1543.79,
            "se": 3.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-4-carbon",
        "task": "document_qa",
        "band": "medium",
        "rating": 1538.07,
        "evidence": 2.9579,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 4 Carbon (High)",
            "score": 1538.07,
            "se": 7.55,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-fable-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1522.08,
        "evidence": 2.8875,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Fable 5 (High)",
            "score": 1522.08,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-5-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1520.01,
        "evidence": 2.8573,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 5.5 (High)",
            "score": 1520.01,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-6",
        "task": "document_qa",
        "band": "medium",
        "rating": 1516.54,
        "evidence": 2.8313,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 4.6",
            "score": 1516.54,
            "se": 2.34,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.8-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1510.8,
        "evidence": 2.7289,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.8 Flash (High)",
            "score": 1510.8,
            "se": 2.81,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-4-hydrogen",
        "task": "document_qa",
        "band": "medium",
        "rating": 1514.13,
        "evidence": 2.7145,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 4 Hydrogen (High)",
            "score": 1514.13,
            "se": 7.03,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-fable-5-1",
        "task": "document_qa",
        "band": "medium",
        "rating": 1509.45,
        "evidence": 2.6768,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Fable 5.1 (Max)",
            "score": 1509.45,
            "se": 3.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-7",
        "task": "document_qa",
        "band": "medium",
        "rating": 1507.54,
        "evidence": 2.6499,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 4.7",
            "score": 1507.54,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1501.61,
        "evidence": 2.4731,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 5 (Max)",
            "score": 1501.61,
            "se": 3.15,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.7-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1501.02,
        "evidence": 2.451,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.7 Flash (High)",
            "score": 1501.02,
            "se": 3.19,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3",
        "task": "document_qa",
        "band": "medium",
        "rating": 1500.13,
        "evidence": 2.4235,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3 (Max)",
            "score": 1500.13,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1500.13,
        "evidence": 2.4235,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3 (Max)",
            "score": 1500.13,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3@moonshot",
        "task": "document_qa",
        "band": "medium",
        "rating": 1500.13,
        "evidence": 2.4235,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3 (Max)",
            "score": 1500.13,
            "se": 2.94,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-8",
        "task": "document_qa",
        "band": "medium",
        "rating": 1498.99,
        "evidence": 2.3843,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 4.8",
            "score": 1498.99,
            "se": 2.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "document_qa",
        "band": "medium",
        "rating": 1498.75,
        "evidence": 2.3835,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.1 Pro Preview",
            "score": 1498.75,
            "se": 2.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-sol",
        "task": "document_qa",
        "band": "medium",
        "rating": 1497.76,
        "evidence": 2.3341,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.6 Sol (xHigh)",
            "score": 1497.76,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.8-max-0902",
        "task": "document_qa",
        "band": "medium",
        "rating": 1495.95,
        "evidence": 2.2414,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.8-Max",
            "score": 1495.95,
            "se": 3.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "mimo-v2.6-pro",
        "task": "document_qa",
        "band": "medium",
        "rating": 1495.87,
        "evidence": 2.0811,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiMo-V2.6-Pro",
            "score": 1495.87,
            "se": 7.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1492.66,
        "evidence": 2.0763,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Opus 4.5 (20251101)",
            "score": 1492.66,
            "se": 2.53,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "document_qa",
        "band": "medium",
        "rating": 1492.17,
        "evidence": 2.0482,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Sonnet 4.6",
            "score": 1492.17,
            "se": 2.55,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-5-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.53,
        "evidence": 1.9032,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Sonnet 5.5 (xHigh)",
            "score": 1490.53,
            "se": 4.47,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-max",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.95,
        "evidence": 1.8476,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.7-Max-Preview",
            "score": 1490.95,
            "se": 7.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-max@alibaba-us",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.95,
        "evidence": 1.8476,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.7-Max-Preview",
            "score": 1490.95,
            "se": 7.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3.1-pro",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.66,
        "evidence": 1.8341,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3.1 Pro (Max)",
            "score": 1490.66,
            "se": 7.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3.1-pro@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.66,
        "evidence": 1.8341,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3.1 Pro (Max)",
            "score": 1490.66,
            "se": 7.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k3.1-pro@together",
        "task": "document_qa",
        "band": "medium",
        "rating": 1490.66,
        "evidence": 1.8341,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K3.1 Pro (Max)",
            "score": 1490.66,
            "se": 7.86,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3",
        "task": "document_qa",
        "band": "medium",
        "rating": 1488.35,
        "evidence": 1.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
            "score": 1488.35,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3-fast@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1488.35,
        "evidence": 1.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
            "score": 1488.35,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3@alibaba-intl",
        "task": "document_qa",
        "band": "medium",
        "rating": 1488.35,
        "evidence": 1.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
            "score": 1488.35,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1488.35,
        "evidence": 1.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
            "score": 1488.35,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1488.35,
        "evidence": 1.793,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3 (Max)",
            "score": 1488.35,
            "se": 3.21,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-6.1-sol",
        "task": "document_qa",
        "band": "medium",
        "rating": 1487.75,
        "evidence": 1.7449,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-6.1 Sol (Max)",
            "score": 1487.75,
            "se": 4.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1486.44,
        "evidence": 1.6844,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.5",
            "score": 1486.44,
            "se": 2.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.2",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.71,
        "evidence": 1.638,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.2 (Max)",
            "score": 1485.71,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.2@alibaba-intl",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.71,
        "evidence": 1.638,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.2 (Max)",
            "score": 1485.71,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.2@alibaba-us",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.71,
        "evidence": 1.638,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.2 (Max)",
            "score": 1485.71,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.2@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.71,
        "evidence": 1.638,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.2 (Max)",
            "score": 1485.71,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-6-astra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.33,
        "evidence": 1.6013,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-6 Astra (Max)",
            "score": 1485.33,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.6-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1485.08,
        "evidence": 1.5977,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.6 Flash (High)",
            "score": 1485.08,
            "se": 3.05,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.5-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1483.13,
        "evidence": 1.4847,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.5 Flash (High)",
            "score": 1483.13,
            "se": 2.74,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1481.83,
        "evidence": 1.4003,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Sonnet 4.5 (20250929)",
            "score": 1481.83,
            "se": 2.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash-fast@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash@alibaba-intl",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-flash@together",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.84,
        "evidence": 1.3433,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4.1-Flash-20260910 (Max)",
            "score": 1480.84,
            "se": 4.36,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1480.66,
        "evidence": 1.3248,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Sonnet 5 (High)",
            "score": 1480.66,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.1",
        "task": "document_qa",
        "band": "medium",
        "rating": 1479.74,
        "evidence": 1.2634,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.1",
            "score": 1479.74,
            "se": 2.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1479.67,
        "evidence": 1.2629,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3-Flash",
            "score": 1479.67,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-5.3-flash@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1479.67,
        "evidence": 1.2629,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-5.3-Flash",
            "score": 1479.67,
            "se": 2.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k2.6",
        "task": "document_qa",
        "band": "medium",
        "rating": 1477.56,
        "evidence": 1.1339,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Kimi K2.6",
            "score": 1477.56,
            "se": 3.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.4",
        "task": "document_qa",
        "band": "medium",
        "rating": 1477.23,
        "evidence": 1.0999,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.4",
            "score": 1477.23,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "document_qa",
        "band": "medium",
        "rating": 1476.01,
        "evidence": 1.0506,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3 Flash",
            "score": 1476.01,
            "se": 3.64,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "grok-4.6",
        "task": "document_qa",
        "band": "medium",
        "rating": 1475.97,
        "evidence": 1.0307,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Grok 4.6 (High)",
            "score": 1475.97,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.6-max-preview",
        "task": "document_qa",
        "band": "medium",
        "rating": 1473.42,
        "evidence": 0.9993,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.6-Max-Preview",
            "score": 1473.42,
            "se": 6.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro-0813",
        "task": "document_qa",
        "band": "medium",
        "rating": 1474.31,
        "evidence": 0.9912,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1474.31,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro-0813@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1474.31,
        "evidence": 0.9912,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro (High, 20260813)",
            "score": 1474.31,
            "se": 4.79,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro",
        "task": "document_qa",
        "band": "medium",
        "rating": 1471.77,
        "evidence": 0.7836,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
            "score": 1471.77,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro-fast@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1471.77,
        "evidence": 0.7836,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
            "score": 1471.77,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1471.77,
        "evidence": 0.7836,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
            "score": 1471.77,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1471.77,
        "evidence": 0.7836,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
            "score": 1471.77,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-pro@together",
        "task": "document_qa",
        "band": "medium",
        "rating": 1471.77,
        "evidence": 0.7836,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Pro",
            "score": 1471.77,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-4-31b-it",
        "task": "document_qa",
        "band": "medium",
        "rating": 1468.76,
        "evidence": 0.7711,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemma 4 31B",
            "score": 1468.76,
            "se": 6.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-terra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1468.94,
        "evidence": 0.6538,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.6 Terra (xHigh)",
            "score": 1468.94,
            "se": 2.8,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-6-sol",
        "task": "document_qa",
        "band": "medium",
        "rating": 1465.84,
        "evidence": 0.5482,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-6 Sol (Max)",
            "score": 1465.84,
            "se": 3.87,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-plus",
        "task": "document_qa",
        "band": "medium",
        "rating": 1464.85,
        "evidence": 0.4882,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.7-Plus",
            "score": 1464.85,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "document_qa",
        "band": "medium",
        "rating": 1464.85,
        "evidence": 0.4882,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.7-Plus",
            "score": 1464.85,
            "se": 2.89,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.5-flash-lite",
        "task": "document_qa",
        "band": "medium",
        "rating": 1462.48,
        "evidence": 0.4113,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.5 Flash-Lite",
            "score": 1462.48,
            "se": 3.07,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "mimo-v2.6-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1457.45,
        "evidence": 0.2314,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiMo-V2.6-Flash",
            "score": 1457.45,
            "se": 3.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.6-plus",
        "task": "document_qa",
        "band": "medium",
        "rating": 1454.58,
        "evidence": 0.142,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.6-Plus",
            "score": 1454.58,
            "se": 2.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-397b-a17b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1453.48,
        "evidence": 0.1117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-397B-A17B",
            "score": 1453.48,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-397b-a17b@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1453.48,
        "evidence": 0.1117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-397B-A17B",
            "score": 1453.48,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-397b-a17b@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1453.48,
        "evidence": 0.1117,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-397B-A17B",
            "score": 1453.48,
            "se": 2.18,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "grok-4.7",
        "task": "document_qa",
        "band": "medium",
        "rating": 1453.85,
        "evidence": 0.0906,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Grok 4.7 (xHigh)",
            "score": 1453.85,
            "se": 3.77,
            "unit": "rating",
            "weight": 0.51,
            "settings": "close",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-luna",
        "task": "document_qa",
        "band": "medium",
        "rating": 1451.86,
        "evidence": 0.0239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.6 Luna (xHigh)",
            "score": 1451.86,
            "se": 2.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-4.7",
        "task": "document_qa",
        "band": "medium",
        "rating": 1451.15,
        "evidence": -0.0272,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-4.7",
            "score": 1451.15,
            "se": 5.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-6-luna",
        "task": "document_qa",
        "band": "medium",
        "rating": 1448.53,
        "evidence": -0.109,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-6 Luna (Max)",
            "score": 1448.53,
            "se": 2.71,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-flash",
        "task": "document_qa",
        "band": "medium",
        "rating": 1447.97,
        "evidence": -0.132,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Flash",
            "score": 1447.97,
            "se": 2.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-flash@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1447.97,
        "evidence": -0.132,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Flash",
            "score": 1447.97,
            "se": 2.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v4-flash@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1447.97,
        "evidence": -0.132,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V4-Flash",
            "score": 1447.97,
            "se": 2.84,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.4-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1447.59,
        "evidence": -0.1472,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.4 mini (High)",
            "score": 1447.59,
            "se": 2.68,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3",
        "task": "document_qa",
        "band": "medium",
        "rating": 1445.3,
        "evidence": -0.2429,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiniMax-M3",
            "score": 1445.3,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1445.3,
        "evidence": -0.2429,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiniMax-M3",
            "score": 1445.3,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1445.3,
        "evidence": -0.2429,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiniMax-M3",
            "score": 1445.3,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1445.3,
        "evidence": -0.2429,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:MiniMax-M3",
            "score": 1445.3,
            "se": 2.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.8-27b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1442.56,
        "evidence": -0.3571,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.8-27B",
            "score": 1442.56,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.8-27b@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1442.56,
        "evidence": -0.3571,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.8-27B",
            "score": 1442.56,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.8-27b@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1442.56,
        "evidence": -0.3571,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.8-27B",
            "score": 1442.56,
            "se": 3.2,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.1",
        "task": "document_qa",
        "band": "medium",
        "rating": 1442.27,
        "evidence": -0.3716,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.1",
            "score": 1442.27,
            "se": 3.09,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "inkling",
        "task": "document_qa",
        "band": "medium",
        "rating": 1442.25,
        "evidence": -0.3734,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Inkling",
            "score": 1442.25,
            "se": 2.72,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.2",
        "task": "document_qa",
        "band": "medium",
        "rating": 1441.17,
        "evidence": -0.4203,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.2",
            "score": 1441.17,
            "se": 2.4,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-v3.2",
        "task": "document_qa",
        "band": "medium",
        "rating": 1440.8,
        "evidence": -0.434,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-V3.2",
            "score": 1440.8,
            "se": 2.93,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "beam-1.0-501b-a23b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1438.05,
        "evidence": -0.5072,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Beam 1.0 501B A23B",
            "score": 1438.05,
            "se": 7.59,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-haiku-4-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1435.78,
        "evidence": -0.6681,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Haiku 4.5 (20251001)",
            "score": 1435.78,
            "se": 1.87,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507",
        "task": "document_qa",
        "band": "medium",
        "rating": 1432.95,
        "evidence": -0.7663,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1432.95,
            "se": 2.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1432.95,
        "evidence": -0.7663,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1432.95,
            "se": 2.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-235b-a22b-instruct-2507@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1432.95,
        "evidence": -0.7663,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Instruct (2507)",
            "score": 1432.95,
            "se": 2.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "glm-4.6",
        "task": "document_qa",
        "band": "medium",
        "rating": 1431.58,
        "evidence": -0.8011,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GLM-4.6",
            "score": 1431.58,
            "se": 3.36,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "mistral-medium-3-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1429.26,
        "evidence": -0.866,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Mistral Medium 3.5",
            "score": 1429.26,
            "se": 4.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.1-flash-lite",
        "task": "document_qa",
        "band": "medium",
        "rating": 1429.52,
        "evidence": -0.8732,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemini 3.1 Flash-Lite Preview",
            "score": 1429.52,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1",
        "task": "document_qa",
        "band": "medium",
        "rating": 1426.23,
        "evidence": -0.9625,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4.1 (2025-04-14)",
            "score": 1426.23,
            "se": 3.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-27b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1422.45,
        "evidence": -1.0704,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-27B",
            "score": 1422.45,
            "se": 3.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-27b@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1422.45,
        "evidence": -1.0704,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-27B",
            "score": 1422.45,
            "se": 3.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct",
        "task": "document_qa",
        "band": "medium",
        "rating": 1420.03,
        "evidence": -1.1151,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Instruct",
            "score": 1420.03,
            "se": 6.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1420.03,
        "evidence": -1.1151,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Instruct",
            "score": 1420.03,
            "se": 6.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-vl-235b-a22b-instruct@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1420.03,
        "evidence": -1.1151,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Instruct",
            "score": 1420.03,
            "se": 6.5,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-haiku-5-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1418.99,
        "evidence": -1.15,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Claude Haiku 5.5 (High)",
            "score": 1418.99,
            "se": 4.48,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "mistral-large-2512",
        "task": "document_qa",
        "band": "medium",
        "rating": 1418.52,
        "evidence": -1.1723,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Mistral Large 3",
            "score": 1418.52,
            "se": 2.16,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-122b-a10b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1417.79,
        "evidence": -1.1859,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-122B-A10B",
            "score": 1417.79,
            "se": 3.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5",
        "task": "document_qa",
        "band": "medium",
        "rating": 1412.84,
        "evidence": -1.2972,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5 (High)",
            "score": 1412.84,
            "se": 3.92,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o1",
        "task": "document_qa",
        "band": "medium",
        "rating": 1412.49,
        "evidence": -1.3092,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:o1 (2024-12-17)",
            "score": 1412.49,
            "se": 5.01,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o3",
        "task": "document_qa",
        "band": "medium",
        "rating": 1411.18,
        "evidence": -1.3374,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:o3 (2025-04-16)",
            "score": 1411.18,
            "se": 3.15,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "inkling-2-small",
        "task": "document_qa",
        "band": "medium",
        "rating": 1409.55,
        "evidence": -1.3605,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Inkling 2 Small",
            "score": 1409.55,
            "se": 9.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "inkling-2-small@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1409.55,
        "evidence": -1.3605,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Inkling 2 Small",
            "score": 1409.55,
            "se": 9.48,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-r1-0528",
        "task": "document_qa",
        "band": "medium",
        "rating": 1407.71,
        "evidence": -1.4239,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:DeepSeek-R1 (0528)",
            "score": 1407.71,
            "se": 5.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-vl-235b-a22b-thinking",
        "task": "document_qa",
        "band": "medium",
        "rating": 1403.48,
        "evidence": -1.514,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-VL-235B-A22B-Thinking",
            "score": 1403.48,
            "se": 6.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "document_qa",
        "band": "medium",
        "rating": 1401.99,
        "evidence": -1.5427,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-235B-A22B-Thinking (2507)",
            "score": 1401.99,
            "se": 7.27,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.4-nano",
        "task": "document_qa",
        "band": "medium",
        "rating": 1402.53,
        "evidence": -1.5489,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5.4 nano (High)",
            "score": 1402.53,
            "se": 2.73,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "inkling-small",
        "task": "document_qa",
        "band": "medium",
        "rating": 1400.51,
        "evidence": -1.5994,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Inkling-Small",
            "score": 1400.51,
            "se": 3.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-flash-2026-02-23",
        "task": "document_qa",
        "band": "medium",
        "rating": 1399.91,
        "evidence": -1.6158,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-Flash",
            "score": 1399.91,
            "se": 2.66,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-35b-a3b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1399.07,
        "evidence": -1.6334,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-35B-A3B",
            "score": 1399.07,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-35b-a3b@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1399.07,
        "evidence": -1.6334,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-35B-A3B",
            "score": 1399.07,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.5-35b-a3b@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1399.07,
        "evidence": -1.6334,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3.5-35B-A3B",
            "score": 1399.07,
            "se": 3.22,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "document_qa",
        "band": "medium",
        "rating": 1389.51,
        "evidence": -1.814,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Instruct",
            "score": 1389.51,
            "se": 4.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1389.51,
        "evidence": -1.814,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Instruct",
            "score": 1389.51,
            "se": 4.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1389.51,
        "evidence": -1.814,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Instruct",
            "score": 1389.51,
            "se": 4.23,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1389.68,
        "evidence": -1.8158,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4.1 mini (2025-04-14)",
            "score": 1389.68,
            "se": 3.83,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-30b-a3b-instruct-2507",
        "task": "document_qa",
        "band": "medium",
        "rating": 1381.23,
        "evidence": -1.9556,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-30B-A3B-Instruct (2507)",
            "score": 1381.23,
            "se": 4.37,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-thinking",
        "task": "document_qa",
        "band": "medium",
        "rating": 1370.25,
        "evidence": -2.083,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-Next-80B-A3B-Thinking",
            "score": 1370.25,
            "se": 5.58,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1370.46,
        "evidence": -2.0845,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5 mini (High)",
            "score": 1370.46,
            "se": 4.18,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o4-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1369.28,
        "evidence": -2.0933,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:o4-mini (2025-04-16)",
            "score": 1369.28,
            "se": 3.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-3-27b-it",
        "task": "document_qa",
        "band": "medium",
        "rating": 1365.62,
        "evidence": -2.1243,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemma 3 27B IT",
            "score": 1365.62,
            "se": 3.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen-plus-2025-01-25",
        "task": "document_qa",
        "band": "medium",
        "rating": 1362.63,
        "evidence": -2.132,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen-Plus (0125)",
            "score": 1362.63,
            "se": 10.62,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o3-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1359.5,
        "evidence": -2.1732,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:o3-mini",
            "score": 1359.5,
            "se": 3.31,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-32b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1355.1,
        "evidence": -2.2096,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-32B",
            "score": 1355.1,
            "se": 12.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-3-12b-it",
        "task": "document_qa",
        "band": "medium",
        "rating": 1346.64,
        "evidence": -2.3101,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemma 3 12B IT",
            "score": 1346.64,
            "se": 14.42,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4o",
        "task": "document_qa",
        "band": "medium",
        "rating": 1339.02,
        "evidence": -2.3402,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4o (2024-08-06)",
            "score": 1339.02,
            "se": 4.29,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1337.97,
        "evidence": -2.352,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Qwen3-30B-A3B",
            "score": 1337.97,
            "se": 4.52,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5-nano",
        "task": "document_qa",
        "band": "medium",
        "rating": 1331.59,
        "evidence": -2.445,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-5 nano (High)",
            "score": 1331.59,
            "se": 7.43,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4o-mini",
        "task": "document_qa",
        "band": "medium",
        "rating": 1325.99,
        "evidence": -2.4932,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4o mini (2024-07-18)",
            "score": 1325.99,
            "se": 3.63,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "document_qa",
        "band": "medium",
        "rating": 1325.45,
        "evidence": -2.5054,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Llama 4 Scout 17B 16E Instruct",
            "score": 1325.45,
            "se": 4.25,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-oss-120b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1324.38,
        "evidence": -2.5207,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:gpt-oss-120b",
            "score": 1324.38,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1324.38,
        "evidence": -2.5207,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:gpt-oss-120b",
            "score": 1324.38,
            "se": 3.96,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1-nano",
        "task": "document_qa",
        "band": "medium",
        "rating": 1325.33,
        "evidence": -2.5216,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4.1 nano (2025-04-14)",
            "score": 1325.33,
            "se": 10.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4-turbo",
        "task": "document_qa",
        "band": "medium",
        "rating": 1317.91,
        "evidence": -2.6162,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4 Turbo (2024-04-09)",
            "score": 1317.91,
            "se": 4.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-3-4b-it",
        "task": "document_qa",
        "band": "medium",
        "rating": 1311.97,
        "evidence": -2.6335,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Gemma 3 4B IT",
            "score": 1311.97,
            "se": 13.9,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "document_qa",
        "band": "medium",
        "rating": 1313.62,
        "evidence": -2.678,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Llama 3.3 70B Instruct",
            "score": 1313.62,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "document_qa",
        "band": "medium",
        "rating": 1313.62,
        "evidence": -2.678,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Llama 3.3 70B Instruct",
            "score": 1313.62,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "document_qa",
        "band": "medium",
        "rating": 1313.62,
        "evidence": -2.678,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Llama 3.3 70B Instruct",
            "score": 1313.62,
            "se": 3.41,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "granite-4.2-8b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1305.52,
        "evidence": -2.7206,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Granite 4.2 8B",
            "score": 1305.52,
            "se": 8.92,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-oss-20b",
        "task": "document_qa",
        "band": "medium",
        "rating": 1303.23,
        "evidence": -2.7631,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:gpt-oss-20b",
            "score": 1303.23,
            "se": 6.8,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4",
        "task": "document_qa",
        "band": "medium",
        "rating": 1280.88,
        "evidence": -2.8988,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-4 (0613)",
            "score": 1280.88,
            "se": 4.74,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "mistral-small-24b-instruct-2501",
        "task": "document_qa",
        "band": "medium",
        "rating": 1279.65,
        "evidence": -2.9008,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Mistral Small 24B Instruct (2501)",
            "score": 1279.65,
            "se": 6.95,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "phi-4",
        "task": "document_qa",
        "band": "medium",
        "rating": 1267.13,
        "evidence": -2.9442,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:Phi-4",
            "score": 1267.13,
            "se": 5.54,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-3.5-turbo",
        "task": "document_qa",
        "band": "medium",
        "rating": 1222.94,
        "evidence": -3,
        "sources": [
          {
            "benchmark": "lmarena:text_style_control/longer_query",
            "result": "lmarena:text_style_control/longer_query:GPT-3.5 Turbo (0125)",
            "score": 1222.94,
            "se": 4.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5",
        "task": "document_qa",
        "band": "hard",
        "score": 97.2,
        "se": 5,
        "evidence": 2.8701,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-5-2025-08-07_medium",
            "score": 97.2,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-fable-5-1",
        "task": "document_qa",
        "band": "hard",
        "rating": 1514.84,
        "evidence": 2.8289,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Fable 5.1 (Max)",
            "score": 1514.84,
            "se": 7.73,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1508.66,
        "evidence": 2.8055,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Opus 5 (High)",
            "score": 1508.66,
            "se": 2.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-6",
        "task": "document_qa",
        "band": "hard",
        "rating": 1506.22,
        "evidence": 2.7353,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Opus 4.6",
            "score": 1506.22,
            "se": 2.67,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o3",
        "task": "document_qa",
        "band": "hard",
        "score": 88.9,
        "se": 5,
        "evidence": 2.5398,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:o3-2025-04-16_medium",
            "score": 88.9,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-fable-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1496.61,
        "evidence": 2.4264,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Fable 5 (High)",
            "score": 1496.61,
            "se": 3.39,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-7",
        "task": "document_qa",
        "band": "hard",
        "rating": 1494.79,
        "evidence": 2.3609,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Opus 4.7",
            "score": 1494.79,
            "se": 3.26,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o1",
        "task": "document_qa",
        "band": "hard",
        "score": 83.3,
        "se": 5,
        "evidence": 2.2627,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:o1-2024-12-17_medium",
            "score": 83.3,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o4-mini",
        "task": "document_qa",
        "band": "hard",
        "score": 77.8,
        "se": 5,
        "evidence": 1.9386,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:o4-mini-2025-04-16_medium",
            "score": 77.8,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "deepseek-r1-0528",
        "task": "document_qa",
        "band": "hard",
        "score": 75,
        "se": 5,
        "evidence": 1.7795,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/DeepSeek-R1-0528",
            "score": 75,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-235b-a22b-thinking-2507",
        "task": "document_qa",
        "band": "hard",
        "score": 75,
        "se": 5,
        "evidence": 1.7795,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-235B-A22B-Thinking-2507",
            "score": 75,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-4-6",
        "task": "document_qa",
        "band": "hard",
        "rating": 1481.88,
        "evidence": 1.7386,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Sonnet 4.6",
            "score": 1481.88,
            "se": 2.98,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-32b",
        "task": "document_qa",
        "band": "hard",
        "score": 74.2,
        "se": 5,
        "evidence": 1.737,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-32B",
            "score": 74.2,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.8-flash",
        "task": "document_qa",
        "band": "hard",
        "rating": 1481.92,
        "evidence": 1.7184,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3.8 Flash (High)",
            "score": 1481.92,
            "se": 4.05,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1480.9,
        "evidence": 1.693,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.5",
            "score": 1480.9,
            "se": 2.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-sol",
        "task": "document_qa",
        "band": "hard",
        "rating": 1480.04,
        "evidence": 1.6195,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.6 Sol (xHigh)",
            "score": 1480.04,
            "se": 3.47,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5-mini",
        "task": "document_qa",
        "band": "hard",
        "score": 69.4,
        "se": 5,
        "evidence": 1.4718,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-5-mini-2025-08-07_medium",
            "score": 69.4,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.7-flash",
        "task": "document_qa",
        "band": "hard",
        "rating": 1476.47,
        "evidence": 1.3837,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3.7 Flash (High)",
            "score": 1476.47,
            "se": 3.88,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1",
        "task": "document_qa",
        "band": "hard",
        "score": 63.9,
        "se": 5,
        "evidence": 1.1498,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-4.1-2025-04-14",
            "score": 63.9,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.4",
        "task": "document_qa",
        "band": "hard",
        "rating": 1472.95,
        "evidence": 1.1461,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.4",
            "score": 1472.95,
            "se": 3.04,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-14b",
        "task": "document_qa",
        "band": "hard",
        "score": 62.5,
        "se": 5,
        "evidence": 1.0518,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-14B",
            "score": 62.5,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-terra",
        "task": "document_qa",
        "band": "hard",
        "rating": 1467.66,
        "evidence": 0.7315,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.6 Terra (xHigh)",
            "score": 1467.66,
            "se": 3.28,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-6-astra",
        "task": "document_qa",
        "band": "hard",
        "rating": 1467.25,
        "evidence": 0.7228,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-6 Astra (Max)",
            "score": 1467.25,
            "se": 4.38,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "max"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1465.71,
        "evidence": 0.6197,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Opus 4.5 (20251101)",
            "score": 1465.71,
            "se": 5.21,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-opus-4-8",
        "task": "document_qa",
        "band": "hard",
        "rating": 1465.05,
        "evidence": 0.554,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Opus 4.8",
            "score": 1465.05,
            "se": 3.24,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.5-flash",
        "task": "document_qa",
        "band": "hard",
        "rating": 1461.77,
        "evidence": 0.3382,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3.5 Flash (High)",
            "score": 1461.77,
            "se": 4.67,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1459.54,
        "evidence": 0.1836,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Sonnet 5 (High)",
            "score": 1459.54,
            "se": 3.35,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.6-flash",
        "task": "document_qa",
        "band": "hard",
        "rating": 1456.13,
        "evidence": -0.0348,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3.6 Flash (High)",
            "score": 1456.13,
            "se": 5.46,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "o3-mini",
        "task": "document_qa",
        "band": "hard",
        "score": 50,
        "se": 5,
        "evidence": -0.1118,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:o3-mini-2025-01-31_medium",
            "score": 50,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.6-luna",
        "task": "document_qa",
        "band": "hard",
        "rating": 1453.8,
        "evidence": -0.1646,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.6 Luna (xHigh)",
            "score": 1453.8,
            "se": 3.58,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "xhigh"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "kimi-k2.6",
        "task": "document_qa",
        "band": "hard",
        "rating": 1450.45,
        "evidence": -0.481,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Kimi K2.6",
            "score": 1450.45,
            "se": 3.85,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-sonnet-4-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1449.34,
        "evidence": -0.5512,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Sonnet 4.5 (20250929)",
            "score": 1449.34,
            "se": 3.1,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1-mini",
        "task": "document_qa",
        "band": "hard",
        "score": 44.4,
        "se": 5,
        "evidence": -0.6612,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-4.1-mini-2025-04-14",
            "score": 44.4,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5-nano",
        "task": "document_qa",
        "band": "hard",
        "score": 44.4,
        "se": 5,
        "evidence": -0.6612,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-5-nano-2025-08-07_medium",
            "score": 44.4,
            "unit": "percent",
            "weight": 0.35,
            "settings": "mismatch",
            "estimated_se": true,
            "level_fallback": true,
            "level": "medium"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct",
        "task": "document_qa",
        "band": "hard",
        "score": 41.7,
        "se": 5,
        "evidence": -0.9258,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-Next-80B-A3B-Instruct",
            "score": 41.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@deepinfra",
        "task": "document_qa",
        "band": "hard",
        "score": 41.7,
        "se": 5,
        "evidence": -0.9258,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-Next-80B-A3B-Instruct",
            "score": 41.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-next-80b-a3b-instruct@parasail",
        "task": "document_qa",
        "band": "hard",
        "score": 41.7,
        "se": 5,
        "evidence": -0.9258,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-Next-80B-A3B-Instruct",
            "score": 41.7,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3-30b-a3b",
        "task": "document_qa",
        "band": "hard",
        "score": 40.6,
        "se": 5,
        "evidence": -1.0255,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Qwen3-30B-A3B",
            "score": 40.6,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3.1-pro-preview",
        "task": "document_qa",
        "band": "hard",
        "rating": 1443.25,
        "evidence": -1.0821,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3.1 Pro Preview",
            "score": 1443.25,
            "se": 2.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-oss-120b",
        "task": "document_qa",
        "band": "hard",
        "score": 36.1,
        "se": 5,
        "evidence": -1.4232,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/gpt-oss-120b",
            "score": 36.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-oss-120b@deepinfra",
        "task": "document_qa",
        "band": "hard",
        "score": 36.1,
        "se": 5,
        "evidence": -1.4232,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/gpt-oss-120b",
            "score": 36.1,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-4-scout-17b-16e-instruct",
        "task": "document_qa",
        "band": "hard",
        "score": 36,
        "se": 5,
        "evidence": -1.4321,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Llama-4-Scout-17B-16E Instruct",
            "score": 36,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "grok-4.6",
        "task": "document_qa",
        "band": "hard",
        "rating": 1438.08,
        "evidence": -1.4676,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Grok 4.6 (High)",
            "score": 1438.08,
            "se": 3.95,
            "unit": "rating",
            "weight": 0.42,
            "settings": "mismatch",
            "level_fallback": true,
            "level": "high"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-plus",
        "task": "document_qa",
        "band": "hard",
        "rating": 1437.44,
        "evidence": -1.5156,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Qwen3.7-Plus",
            "score": 1437.44,
            "se": 3.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "qwen3.7-plus@alibaba-us",
        "task": "document_qa",
        "band": "hard",
        "rating": 1437.44,
        "evidence": -1.5156,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Qwen3.7-Plus",
            "score": 1437.44,
            "se": 3.81,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3",
        "task": "document_qa",
        "band": "hard",
        "rating": 1436.91,
        "evidence": -1.5399,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:MiniMax-M3",
            "score": 1436.91,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3-fast@parasail",
        "task": "document_qa",
        "band": "hard",
        "rating": 1436.91,
        "evidence": -1.5399,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:MiniMax-M3",
            "score": 1436.91,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3@deepinfra",
        "task": "document_qa",
        "band": "hard",
        "rating": 1436.91,
        "evidence": -1.5399,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:MiniMax-M3",
            "score": 1436.91,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "minimax-m3@parasail",
        "task": "document_qa",
        "band": "hard",
        "rating": 1436.91,
        "evidence": -1.5399,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:MiniMax-M3",
            "score": 1436.91,
            "se": 4.13,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-3-27b-it",
        "task": "document_qa",
        "band": "hard",
        "score": 33.3,
        "se": 5,
        "evidence": -1.6707,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:chutes/Gemma-3-27b-It",
            "score": 33.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo",
        "task": "document_qa",
        "band": "hard",
        "score": 33.3,
        "se": 5,
        "evidence": -1.6707,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:Llama-3.3-70B-Instruct",
            "score": 33.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@deepinfra",
        "task": "document_qa",
        "band": "hard",
        "score": 33.3,
        "se": 5,
        "evidence": -1.6707,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:Llama-3.3-70B-Instruct",
            "score": 33.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "llama-3.3-70b-instruct-turbo@parasail",
        "task": "document_qa",
        "band": "hard",
        "score": 33.3,
        "se": 5,
        "evidence": -1.6707,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:Llama-3.3-70B-Instruct",
            "score": 33.3,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemma-4-31b-it",
        "task": "document_qa",
        "band": "hard",
        "rating": 1434.33,
        "evidence": -1.7246,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemma 4 31B",
            "score": 1434.33,
            "se": 3.43,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-4.1-nano",
        "task": "document_qa",
        "band": "hard",
        "score": 25,
        "se": 5,
        "evidence": -2.382,
        "sources": [
          {
            "benchmark": "epoch:fictionlivebench_external",
            "result": "epoch:fictionlivebench_external:gpt-4.1-nano-2025-04-14",
            "score": 25,
            "unit": "percent",
            "weight": 0.5,
            "settings": "exact",
            "estimated_se": true
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "claude-haiku-4-5",
        "task": "document_qa",
        "band": "hard",
        "rating": 1420.4,
        "evidence": -2.5117,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Claude Haiku 4.5 (20251001)",
            "score": 1420.4,
            "se": 2.71,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gemini-3-flash-preview",
        "task": "document_qa",
        "band": "hard",
        "rating": 1414.29,
        "evidence": -2.6438,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:Gemini 3 Flash",
            "score": 1414.29,
            "se": 4.76,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.1",
        "task": "document_qa",
        "band": "hard",
        "rating": 1403.01,
        "evidence": -2.8645,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.1",
            "score": 1403.01,
            "se": 4.65,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      },
      {
        "model": "gpt-5.2",
        "task": "document_qa",
        "band": "hard",
        "rating": 1402.09,
        "evidence": -2.8891,
        "sources": [
          {
            "benchmark": "lmarena:document/overall",
            "result": "lmarena:document/overall:GPT-5.2",
            "score": 1402.09,
            "se": 2.97,
            "unit": "rating",
            "weight": 0.6,
            "settings": "exact"
          }
        ],
        "zabio_tested": true
      }
    ],
    "curves": [
      {
        "task": "writing",
        "band": "medium",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.072,
            "rating": 1255.23,
            "evidence": -2.9163,
            "off_curve": false,
            "rank": 161
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1281.25,
            "evidence": -2.78,
            "off_curve": false,
            "rank": 159
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1267.46,
            "evidence": -2.8665,
            "off_curve": false,
            "rank": 160
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.0976,
            "rating": 1323.65,
            "evidence": -2.3239,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.1,
            "rating": 1321.01,
            "evidence": -2.3513,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.112,
            "rating": 1245.38,
            "evidence": -2.9505,
            "off_curve": false,
            "rank": 162
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.12,
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.128,
            "rating": 1343.38,
            "evidence": -2.1591,
            "off_curve": false,
            "rank": 141
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.144,
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.148,
            "rating": 1281.2,
            "evidence": -2.7542,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.176,
            "rating": 1331.03,
            "evidence": -2.2714,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1326.1,
            "evidence": -2.3052,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1299.27,
            "evidence": -2.5865,
            "off_curve": false,
            "rank": 151
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.208,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.224,
            "rating": 1435.72,
            "evidence": 0.0576,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.224,
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "off_curve": false,
            "rank": 96
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1381.8,
            "evidence": -1.7313,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1300.29,
            "evidence": -2.5875,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.28,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.28,
            "score": 61.77,
            "se": 3.96,
            "evidence": -0.2979,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.28,
            "score": 63.01,
            "se": 3.95,
            "evidence": -0.627,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.292,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 105
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.296,
            "rating": 1308.97,
            "evidence": -2.4701,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1453.14,
            "evidence": 0.7335,
            "off_curve": false,
            "rank": 60
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.32,
            "score": 62.65,
            "se": 3.93,
            "evidence": 0.6984,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.32,
            "score": 62.65,
            "se": 3.93,
            "evidence": 0.6984,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.32,
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1420.77,
            "evidence": -0.5739,
            "off_curve": false,
            "rank": 101
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1323.65,
            "evidence": -2.3239,
            "off_curve": false,
            "rank": 146
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1292.93,
            "evidence": -2.676,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.376,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 156
          },
          {
            "model": "deepseek-v4-flash-vision-exp",
            "price_per_1k_tasks_usd": 0.4312,
            "score": 76.6,
            "se": 3.54,
            "evidence": 0.7411,
            "off_curve": false,
            "rank": 59
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.432,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 106
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1365.84,
            "evidence": -1.9832,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 0.552,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 104
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1358.72,
            "evidence": -2.0488,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 0.608,
            "rating": 1409.91,
            "evidence": -0.9018,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.6228,
            "rating": 1472.05,
            "evidence": 1.5975,
            "off_curve": false,
            "rank": 34
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.64,
            "score": 60.2,
            "se": 3.97,
            "evidence": -0.2761,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1409.91,
            "evidence": -0.9018,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.66,
            "score": 64.58,
            "se": 3.88,
            "evidence": -1.5635,
            "off_curve": true,
            "rank": 125
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.664,
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.72,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.72,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.72,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1446.85,
            "evidence": 0.495,
            "off_curve": false,
            "rank": 70
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1446.85,
            "evidence": 0.495,
            "off_curve": false,
            "rank": 71
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1433.23,
            "evidence": -0.0682,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1409.22,
            "evidence": -1.0346,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1331.46,
            "evidence": -2.2618,
            "off_curve": false,
            "rank": 142
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1396.51,
            "evidence": -1.4041,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.87,
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 0.88,
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "off_curve": false,
            "rank": 94
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.928,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 111
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1373.1,
            "evidence": -1.895,
            "off_curve": false,
            "rank": 135
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1,
            "rating": 1402.89,
            "evidence": -1.2442,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 1,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1,
            "rating": 1372.31,
            "evidence": -1.9024,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 1,
            "rating": 1215.88,
            "evidence": -3,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.02,
            "rating": 1426.2,
            "evidence": -0.3333,
            "off_curve": false,
            "rank": 99
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.072,
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 1.104,
            "rating": 1385.6,
            "evidence": -1.6465,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.17,
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1412.81,
            "evidence": -0.8985,
            "off_curve": false,
            "rank": 107
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1400.29,
            "evidence": -1.3009,
            "off_curve": false,
            "rank": 120
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.24,
            "score": 68.41,
            "se": 3.84,
            "evidence": 0.2614,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1400.29,
            "evidence": -1.3009,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 154
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 1.26,
            "rating": 1397.27,
            "evidence": -1.3793,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.45,
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.536,
            "score": 56.36,
            "se": 4.05,
            "evidence": -2.9989,
            "off_curve": false,
            "rank": 164
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1457.41,
            "evidence": 0.843,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.6,
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1.6,
            "score": 67.8,
            "se": 3.88,
            "evidence": 0.1121,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1405.69,
            "evidence": -1.1522,
            "off_curve": false,
            "rank": 116
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 1.84,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 82
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1381.85,
            "evidence": -1.7273,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 1.92,
            "score": 56.36,
            "se": 4.05,
            "evidence": -2.9989,
            "off_curve": false,
            "rank": 163
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2,
            "score": 68.39,
            "se": 3.87,
            "evidence": 0.5904,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "score": 75.35,
            "se": 3.63,
            "evidence": 1.4089,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 83.9,
            "se": 3.13,
            "evidence": 2.9249,
            "off_curve": false,
            "rank": 4
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 81.76,
            "se": 3.26,
            "evidence": 2.5805,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 79.11,
            "se": 3.43,
            "evidence": 2.0437,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 80.05,
            "se": 3.38,
            "evidence": 1.9535,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 2.36,
            "score": 63.22,
            "se": 3.92,
            "evidence": -1.4312,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 2.4,
            "score": 64.92,
            "se": 3.94,
            "evidence": -0.1995,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 2.42,
            "score": 72.15,
            "se": 3.69,
            "evidence": 0.129,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 2.64,
            "score": 75.35,
            "se": 3.63,
            "evidence": 1.4089,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1367.99,
            "evidence": -1.9654,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1343.57,
            "evidence": -2.1574,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1414.55,
            "evidence": -0.8362,
            "off_curve": false,
            "rank": 103
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1461.31,
            "evidence": 1,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2.88,
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 3.96,
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 4,
            "score": 76.51,
            "se": 3.53,
            "evidence": 1.8225,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 4.16,
            "rating": 1450.52,
            "evidence": 0.627,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1502.89,
            "evidence": 2.713,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1422.89,
            "evidence": -0.4683,
            "off_curve": false,
            "rank": 100
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 4.32,
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 4.4,
            "score": 77.74,
            "se": 3.52,
            "evidence": 1.4695,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 4.4,
            "score": 79.1,
            "se": 3.35,
            "evidence": 1.0967,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1403.01,
            "evidence": -1.2385,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1402.56,
            "evidence": -1.2493,
            "off_curve": false,
            "rank": 119
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 5,
            "score": 75.87,
            "se": 3.57,
            "evidence": 1.5066,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 5,
            "score": 75.87,
            "se": 3.57,
            "evidence": 1.5066,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 5,
            "rating": 1426.04,
            "evidence": -0.3298,
            "off_curve": false,
            "rank": 98
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 5,
            "rating": 1409.94,
            "evidence": -1.0021,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 5.32,
            "rating": 1487.35,
            "evidence": 2.2087,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1527.57,
            "evidence": 2.9718,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1525.24,
            "evidence": 2.9479,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 81.36,
            "se": 3.38,
            "evidence": 2.6073,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1487.35,
            "evidence": 2.2087,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1487.35,
            "evidence": 2.2087,
            "off_curve": false,
            "rank": 20
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 77.69,
            "se": 3.55,
            "evidence": 1.4555,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 63.1,
            "se": 3.92,
            "evidence": 0.909,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 68.11,
            "se": 3.87,
            "evidence": 0.8015,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 6,
            "rating": 1325.5,
            "evidence": -2.3088,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 6.4,
            "score": 82.62,
            "se": 3.18,
            "evidence": 2.526,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 6.4,
            "score": 69.96,
            "se": 3.82,
            "evidence": 1.1146,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "score": 71.96,
            "se": 3.77,
            "evidence": 0.2076,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 7.98,
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 8,
            "score": 73.03,
            "se": 3.74,
            "evidence": 1.2431,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 8.4,
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 8.4,
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 8.4,
            "score": 67.75,
            "se": 3.88,
            "evidence": 1.0614,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1461.95,
            "evidence": 1.031,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 11.2,
            "score": 79.6,
            "se": 3.46,
            "evidence": 2.5762,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 11.2,
            "score": 75.27,
            "se": 3.67,
            "evidence": 2.4325,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 14,
            "score": 77.21,
            "se": 3.6,
            "evidence": 2.491,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 14,
            "score": 73.05,
            "se": 3.74,
            "evidence": 2.1074,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 14,
            "score": 71.84,
            "se": 3.76,
            "evidence": 1.7823,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 14,
            "score": 73.77,
            "se": 3.69,
            "evidence": 1.6737,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 14,
            "score": 73.47,
            "se": 3.71,
            "evidence": 1.6077,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 16,
            "score": 79.55,
            "se": 3.46,
            "evidence": 2.2584,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 20,
            "rating": 1303.26,
            "evidence": -2.522,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 28,
            "score": 84.17,
            "se": 3.17,
            "evidence": 3.1862,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 28,
            "score": 80.51,
            "se": 3.43,
            "evidence": 2.8206,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 28,
            "score": 83.84,
            "se": 3.17,
            "evidence": 2.6153,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 36,
            "rating": 1406.99,
            "evidence": -1.1092,
            "off_curve": false,
            "rank": 115
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 48,
            "rating": 1285.32,
            "evidence": -2.7651,
            "off_curve": false,
            "rank": 158
          }
        ],
        "picks": {
          "best": "claude-fable-5",
          "balanced": "claude-fable-5",
          "cheap": "gemini-3.8-flash",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "creative",
        "band": "medium",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.072,
            "rating": 1226.61,
            "evidence": -2.8783,
            "off_curve": false,
            "rank": 162
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1274.39,
            "evidence": -2.6301,
            "off_curve": false,
            "rank": 158
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1240.98,
            "evidence": -2.8361,
            "off_curve": false,
            "rank": 161
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.0976,
            "rating": 1278.58,
            "evidence": -2.6248,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.1,
            "rating": 1332.4,
            "evidence": -1.8078,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.112,
            "rating": 1210,
            "evidence": -2.932,
            "off_curve": false,
            "rank": 163
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.12,
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.128,
            "rating": 1348.08,
            "evidence": -1.5115,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.144,
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.148,
            "rating": 1199.13,
            "evidence": -2.95,
            "off_curve": false,
            "rank": 164
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.176,
            "rating": 1303.68,
            "evidence": -2.2969,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1288.92,
            "evidence": -2.5109,
            "off_curve": false,
            "rank": 151
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1245.99,
            "evidence": -2.8189,
            "off_curve": false,
            "rank": 160
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.208,
            "rating": 1285.35,
            "evidence": -2.5547,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.224,
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "off_curve": false,
            "rank": 84
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.224,
            "rating": 1391.78,
            "evidence": -0.509,
            "off_curve": false,
            "rank": 105
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1337.65,
            "evidence": -1.7381,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1307.03,
            "evidence": -2.2565,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.28,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": false,
            "rank": 48
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.28,
            "score": 63.28,
            "se": 6.82,
            "evidence": 0.0856,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.28,
            "score": 73.6,
            "se": 6.23,
            "evidence": -0.4054,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.292,
            "rating": 1378.2,
            "evidence": -0.8809,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.296,
            "rating": 1283.58,
            "evidence": -2.5706,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.32,
            "score": 59.88,
            "se": 6.93,
            "evidence": 0.4842,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.32,
            "score": 59.88,
            "se": 6.93,
            "evidence": 0.4842,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1418.35,
            "evidence": 0.3186,
            "off_curve": false,
            "rank": 73
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.32,
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1400.55,
            "evidence": -0.2308,
            "off_curve": false,
            "rank": 98
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1293.82,
            "evidence": -2.4463,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1278.58,
            "evidence": -2.6248,
            "off_curve": false,
            "rank": 156
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.376,
            "rating": 1285.35,
            "evidence": -2.5547,
            "off_curve": false,
            "rank": 154
          },
          {
            "model": "deepseek-v4-flash-vision-exp",
            "price_per_1k_tasks_usd": 0.4312,
            "score": 73.83,
            "se": 6.22,
            "evidence": 0.4023,
            "off_curve": false,
            "rank": 72
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.432,
            "rating": 1378.2,
            "evidence": -0.8809,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1318.76,
            "evidence": -2.0981,
            "off_curve": false,
            "rank": 141
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1355.38,
            "evidence": -1.3693,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1342.16,
            "evidence": -1.6402,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1313.09,
            "evidence": -2.1696,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1342.16,
            "evidence": -1.6402,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1313.09,
            "evidence": -2.1696,
            "off_curve": false,
            "rank": 146
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 0.552,
            "rating": 1378.2,
            "evidence": -0.8809,
            "off_curve": false,
            "rank": 111
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1326.13,
            "evidence": -1.9571,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1313.09,
            "evidence": -2.1696,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 0.608,
            "rating": 1345.03,
            "evidence": -1.5761,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.6228,
            "rating": 1448,
            "evidence": 1.4548,
            "off_curve": false,
            "rank": 35
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.64,
            "score": 69.07,
            "se": 6.54,
            "evidence": 0.4092,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1345.03,
            "evidence": -1.5761,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.66,
            "score": 67.65,
            "se": 6.62,
            "evidence": -1.1406,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.664,
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.72,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.72,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.72,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.72,
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1431.02,
            "evidence": 0.6946,
            "off_curve": false,
            "rank": 65
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1431.02,
            "evidence": 0.6946,
            "off_curve": false,
            "rank": 66
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1414.63,
            "evidence": 0.195,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1387.83,
            "evidence": -0.5695,
            "off_curve": false,
            "rank": 106
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1316.25,
            "evidence": -2.1049,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1319,
            "evidence": -2.1012,
            "off_curve": false,
            "rank": 142
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.87,
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 0.88,
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "off_curve": false,
            "rank": 82
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.928,
            "rating": 1355.38,
            "evidence": -1.3693,
            "off_curve": false,
            "rank": 125
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1355.38,
            "evidence": -1.3693,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1348.76,
            "evidence": -1.4966,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1,
            "rating": 1374.52,
            "evidence": -0.9592,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 1,
            "rating": 1342.16,
            "evidence": -1.6402,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1,
            "rating": 1322.94,
            "evidence": -2.0331,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 1,
            "rating": 1190.92,
            "evidence": -2.9834,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.02,
            "rating": 1405.5,
            "evidence": -0.0953,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.072,
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 1.104,
            "rating": 1369.48,
            "evidence": -1.0627,
            "off_curve": false,
            "rank": 116
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.17,
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1401.08,
            "evidence": -0.213,
            "off_curve": false,
            "rank": 96
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1357.64,
            "evidence": -1.3139,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.24,
            "score": 67.47,
            "se": 6.63,
            "evidence": 0.8564,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1357.64,
            "evidence": -1.3139,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1285.35,
            "evidence": -2.5547,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 1.26,
            "rating": 1388.51,
            "evidence": -0.5862,
            "off_curve": false,
            "rank": 107
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.45,
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.536,
            "score": 60.13,
            "se": 6.92,
            "evidence": -1.0872,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1406.08,
            "evidence": -0.0463,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1456.25,
            "evidence": 1.8358,
            "off_curve": false,
            "rank": 16
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1.6,
            "score": 56.87,
            "se": 7,
            "evidence": -0.2278,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.6,
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1365.35,
            "evidence": -1.16,
            "off_curve": false,
            "rank": 120
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 1.84,
            "rating": 1406.08,
            "evidence": -0.0463,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1406.08,
            "evidence": -0.0463,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 1.92,
            "score": 60.13,
            "se": 6.92,
            "evidence": -1.0872,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1338.06,
            "evidence": -1.7166,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2,
            "score": 66.88,
            "se": 6.66,
            "evidence": 0.7474,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "score": 74.93,
            "se": 6.13,
            "evidence": 1.4299,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 82.75,
            "se": 5.34,
            "evidence": 2.6972,
            "off_curve": false,
            "rank": 4
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 82.25,
            "se": 5.4,
            "evidence": 2.6555,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 75.6,
            "se": 6.07,
            "evidence": 2.118,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 75.2,
            "se": 6.11,
            "evidence": 1.9947,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 2.36,
            "score": 68.57,
            "se": 6.57,
            "evidence": -0.1876,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 2.4,
            "score": 66.63,
            "se": 6.67,
            "evidence": 0.0839,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 2.42,
            "score": 74.18,
            "se": 6.19,
            "evidence": 0.0816,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 2.64,
            "score": 74.93,
            "se": 6.13,
            "evidence": 1.4299,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 2.64,
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1337.19,
            "evidence": -1.7475,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1300.99,
            "evidence": -2.3383,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1386.9,
            "evidence": -0.6703,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2.88,
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1446.18,
            "evidence": 1.3663,
            "off_curve": false,
            "rank": 41
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2.88,
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 3.96,
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 4,
            "score": 76.52,
            "se": 5.99,
            "evidence": 2.1541,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 4.16,
            "rating": 1438.18,
            "evidence": 1.1155,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1491.76,
            "evidence": 2.7366,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1399.44,
            "evidence": -0.2601,
            "off_curve": false,
            "rank": 100
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 4.32,
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 4.4,
            "score": 78.27,
            "se": 5.83,
            "evidence": 1.5616,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 4.4,
            "score": 74.92,
            "se": 6.13,
            "evidence": 0.9366,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1402.92,
            "evidence": -0.1559,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1382.95,
            "evidence": -0.765,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 5,
            "score": 76.28,
            "se": 6.02,
            "evidence": 1.3876,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 5,
            "score": 76.28,
            "se": 6.02,
            "evidence": 1.3876,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 5,
            "rating": 1407.56,
            "evidence": -0.0116,
            "off_curve": false,
            "rank": 85
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 5,
            "rating": 1372.54,
            "evidence": -1.007,
            "off_curve": false,
            "rank": 115
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 5.32,
            "rating": 1453.06,
            "evidence": 1.6275,
            "off_curve": false,
            "rank": 24
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1522.55,
            "evidence": 2.9677,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1516.06,
            "evidence": 2.928,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 69.92,
            "se": 6.49,
            "evidence": 1.6613,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1453.06,
            "evidence": 1.6275,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1453.06,
            "evidence": 1.6275,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 70.82,
            "se": 6.43,
            "evidence": 1.3467,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 66.93,
            "se": 6.65,
            "evidence": 0.6745,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 62.32,
            "se": 6.85,
            "evidence": 0.5459,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 6,
            "rating": 1337.6,
            "evidence": -1.7391,
            "off_curve": false,
            "rank": 135
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 6.4,
            "score": 77.25,
            "se": 5.93,
            "evidence": 2.3564,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 6.4,
            "score": 66.83,
            "se": 6.66,
            "evidence": 0.6948,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "score": 65.7,
            "se": 6.71,
            "evidence": -0.2595,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 7.98,
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 8,
            "score": 79.02,
            "se": 5.76,
            "evidence": 1.3363,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 8.4,
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 8.4,
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1454.56,
            "evidence": 1.7788,
            "off_curve": false,
            "rank": 21
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 8.4,
            "score": 68.9,
            "se": 6.55,
            "evidence": 1.3026,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 11.2,
            "score": 70.92,
            "se": 6.42,
            "evidence": 2.1817,
            "off_curve": false,
            "rank": 9
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 11.2,
            "score": 75.92,
            "se": 6.05,
            "evidence": 2.1331,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 14,
            "score": 80.6,
            "se": 5.59,
            "evidence": 2.2968,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 14,
            "score": 69.4,
            "se": 6.52,
            "evidence": 2.0158,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 14,
            "score": 66.13,
            "se": 6.69,
            "evidence": 1.8282,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 14,
            "score": 65.85,
            "se": 6.71,
            "evidence": 1.5196,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 14,
            "score": 61.32,
            "se": 6.89,
            "evidence": 1.4677,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 16,
            "score": 72.55,
            "se": 6.31,
            "evidence": 1.442,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 20,
            "rating": 1323.22,
            "evidence": -2.0408,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 28,
            "score": 78.1,
            "se": 5.85,
            "evidence": 2.4435,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 28,
            "score": 71.7,
            "se": 6.37,
            "evidence": 2.168,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 28,
            "score": 73.98,
            "se": 6.2,
            "evidence": 1.5608,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 36,
            "rating": 1381.27,
            "evidence": -0.8041,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 48,
            "rating": 1266.57,
            "evidence": -2.7463,
            "off_curve": false,
            "rank": 159
          }
        ],
        "picks": {
          "best": "gemini-3.8-flash",
          "balanced": "gemini-3.8-flash",
          "cheap": "deepseek-v4-flash-0731@deepinfra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "summarization",
        "band": "medium",
        "points": [
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.18,
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "off_curve": false,
            "rank": 30
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.252,
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.34,
            "score": 66.98,
            "se": 6.65,
            "evidence": -0.311,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.34,
            "score": 55.32,
            "se": 7.03,
            "evidence": -1.5094,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.392,
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.392,
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.392,
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.42,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.46,
            "score": 56.47,
            "se": 7.01,
            "evidence": -1.398,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.46,
            "score": 56.47,
            "se": 7.01,
            "evidence": -1.398,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.56,
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "deepseek-v4-flash-vision-exp",
            "price_per_1k_tasks_usd": 0.6468,
            "score": 72.1,
            "se": 6.34,
            "evidence": 0.2557,
            "off_curve": false,
            "rank": 26
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.72,
            "score": 64.93,
            "se": 6.75,
            "evidence": -0.5314,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.73,
            "score": 71.77,
            "se": 6.37,
            "evidence": 0.2182,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.735,
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "off_curve": false,
            "rank": 14
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.892,
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.96,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.96,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.96,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.96,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.96,
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.96,
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.016,
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.22,
            "score": 68.47,
            "se": 6.57,
            "evidence": -0.1487,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 1.32,
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.408,
            "score": 52.62,
            "se": 7.06,
            "evidence": -1.7652,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.71,
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.8,
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1.8,
            "score": 64.32,
            "se": 6.77,
            "evidence": -0.5968,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.85,
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 2.16,
            "score": 52.62,
            "se": 7.06,
            "evidence": -1.7652,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2.5,
            "score": 67.5,
            "se": 6.62,
            "evidence": -0.2547,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.55,
            "score": 87.5,
            "se": 4.68,
            "evidence": 2.132,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.55,
            "score": 84.77,
            "se": 5.08,
            "evidence": 1.7896,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.55,
            "score": 82.58,
            "se": 5.36,
            "evidence": 1.5211,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.55,
            "score": 75.85,
            "se": 6.05,
            "evidence": 0.6915,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 2.7,
            "score": 59.63,
            "se": 6.94,
            "evidence": -1.082,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 3.08,
            "score": 58.32,
            "se": 6.97,
            "evidence": -1.2152,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 3.21,
            "score": 74.85,
            "se": 6.14,
            "evidence": 0.5729,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 3.64,
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 3.64,
            "score": 65.67,
            "se": 6.71,
            "evidence": -0.4524,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 3.96,
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 3.96,
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 3.96,
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 3.96,
            "score": 65.67,
            "se": 6.71,
            "evidence": -0.4524,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 4.24,
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 4.24,
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 4.24,
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 4.24,
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 4.24,
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 4.24,
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 5.94,
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 6,
            "score": 79.15,
            "se": 5.75,
            "evidence": 1.095,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 6.36,
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 6.6,
            "score": 78.17,
            "se": 5.84,
            "evidence": 0.9732,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 6.6,
            "score": 68.08,
            "se": 6.59,
            "evidence": -0.1914,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 6.8,
            "score": 81.25,
            "se": 5.52,
            "evidence": 1.3581,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 6.8,
            "score": 71.22,
            "se": 6.4,
            "evidence": 0.1563,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 6.8,
            "score": 68,
            "se": 6.6,
            "evidence": -0.2,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 6.8,
            "score": 58.17,
            "se": 6.98,
            "evidence": -1.2297,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "score": 63.2,
            "se": 6.82,
            "evidence": -0.7149,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 7.2,
            "score": 88.23,
            "se": 4.56,
            "evidence": 2.2265,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 7.2,
            "score": 73.17,
            "se": 6.27,
            "evidence": 0.3777,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 7.5,
            "score": 83.8,
            "se": 5.21,
            "evidence": 1.6702,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 7.5,
            "score": 83.8,
            "se": 5.21,
            "evidence": 1.6702,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 9,
            "score": 68.42,
            "se": 6.57,
            "evidence": -0.1543,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 9.69,
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 10.2,
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 10.2,
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 10.2,
            "score": 61.65,
            "se": 6.88,
            "evidence": -0.875,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 13.6,
            "score": 69.43,
            "se": 6.52,
            "evidence": -0.0431,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 13.6,
            "score": 69.1,
            "se": 6.53,
            "evidence": -0.0796,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 17,
            "score": 77.67,
            "se": 5.89,
            "evidence": 0.9114,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 17,
            "score": 66.43,
            "se": 6.68,
            "evidence": -0.3704,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 17,
            "score": 66.28,
            "se": 6.69,
            "evidence": -0.3864,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 17,
            "score": 65.15,
            "se": 6.74,
            "evidence": -0.5079,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 17,
            "score": 63.72,
            "se": 6.8,
            "evidence": -0.6603,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 18,
            "score": 72.32,
            "se": 6.33,
            "evidence": 0.2806,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 34,
            "score": 81.7,
            "se": 5.47,
            "evidence": 1.4128,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 34,
            "score": 79.55,
            "se": 5.7,
            "evidence": 1.1463,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 34,
            "score": 72.17,
            "se": 6.34,
            "evidence": 0.2635,
            "off_curve": true,
            "rank": 25
          }
        ],
        "picks": {
          "best": "gemini-3.8-flash",
          "balanced": "qwen3.8-27b@deepinfra",
          "cheap": "deepseek-v4-flash-vision-exp",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "extraction",
        "band": "medium",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.052,
            "rating": 1281.25,
            "evidence": -2.78,
            "off_curve": false,
            "rank": 161
          },
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.056,
            "rating": 1255.23,
            "evidence": -2.9163,
            "off_curve": false,
            "rank": 163
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.06,
            "rating": 1267.46,
            "evidence": -2.8665,
            "off_curve": false,
            "rank": 162
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.0636,
            "rating": 1323.65,
            "evidence": -2.3239,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.07,
            "rating": 1321.01,
            "evidence": -2.3513,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.084,
            "rating": 1245.38,
            "evidence": -2.9505,
            "off_curve": false,
            "rank": 164
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.096,
            "rating": 1343.38,
            "evidence": -2.1591,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.098,
            "rating": 1281.2,
            "evidence": -2.7542,
            "off_curve": false,
            "rank": 159
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.108,
            "rating": 1427.98,
            "evidence": -0.2483,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.12,
            "rating": 1331.03,
            "evidence": -2.2714,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.12,
            "rating": 1326.1,
            "evidence": -2.3052,
            "off_curve": false,
            "rank": 146
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.1372,
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186,
            "off_curve": false,
            "rank": 59
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.14,
            "rating": 1299.27,
            "evidence": -2.5865,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.144,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.16,
            "rating": 1381.8,
            "evidence": -1.7313,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.16,
            "rating": 1300.29,
            "evidence": -2.5875,
            "off_curve": false,
            "rank": 154
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.168,
            "rating": 1435.72,
            "evidence": 0.0576,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.168,
            "rating": 1427.98,
            "evidence": -0.2483,
            "off_curve": false,
            "rank": 94
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.18,
            "score": 86.7,
            "se": 1.87,
            "evidence": 0.3054,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.18,
            "score": 75.55,
            "se": 2.26,
            "evidence": -0.511,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.182,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.196,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 31
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.196,
            "rating": 1308.97,
            "evidence": -2.4701,
            "off_curve": false,
            "rank": 151
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.22,
            "score": 86.25,
            "se": 2.2,
            "evidence": 1.5193,
            "off_curve": false,
            "rank": 40
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.22,
            "score": 86.25,
            "se": 2.2,
            "evidence": 1.5193,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.24,
            "score": 76.65,
            "se": 2.09,
            "evidence": 0.5456,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1427.98,
            "evidence": -0.2483,
            "off_curve": false,
            "rank": 92
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 0.24,
            "score": 84.7,
            "se": 2.09,
            "evidence": -0.7889,
            "off_curve": false,
            "rank": 104
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 0.24,
            "score": 84.7,
            "se": 2.09,
            "evidence": -0.7889,
            "off_curve": false,
            "rank": 105
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1323.65,
            "evidence": -2.3239,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1292.93,
            "evidence": -2.676,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.272,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.276,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 158
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.284,
            "rating": 1420.77,
            "evidence": -0.5739,
            "off_curve": false,
            "rank": 103
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.292,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 135
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.3,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.312,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1365.84,
            "evidence": -1.9832,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.336,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 115
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1376.47,
            "evidence": -1.8291,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1358.72,
            "evidence": -2.0488,
            "off_curve": false,
            "rank": 141
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 0.368,
            "rating": 1414.11,
            "evidence": -0.8507,
            "off_curve": false,
            "rank": 107
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.4,
            "rating": 1443.1,
            "evidence": 0.3591,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.41,
            "rating": 1386.26,
            "evidence": -1.6449,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 0.418,
            "rating": 1409.91,
            "evidence": -0.9018,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 0.44,
            "rating": 1409.91,
            "evidence": -0.9018,
            "off_curve": false,
            "rank": 111
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.444,
            "rating": 1428.21,
            "evidence": -0.2406,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.4662,
            "score": 85.15,
            "se": 2.07,
            "evidence": 1.4044,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 30
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 32
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 33
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 0.48,
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186,
            "off_curve": false,
            "rank": 60
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1428.21,
            "evidence": -0.2406,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1428.21,
            "evidence": -0.2406,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.495,
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 0.5,
            "rating": 1409.22,
            "evidence": -1.0346,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1446.85,
            "evidence": 0.495,
            "off_curve": false,
            "rank": 74
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1446.85,
            "evidence": 0.495,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.548,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 116
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 0.56,
            "rating": 1433.23,
            "evidence": -0.0682,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 0.56,
            "rating": 1331.46,
            "evidence": -2.2618,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1396.51,
            "evidence": -1.4041,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1386.73,
            "evidence": -1.6371,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1372.31,
            "evidence": -1.9024,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 0.632,
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1408.71,
            "evidence": -1.0233,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1373.1,
            "evidence": -1.895,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 0.644,
            "rating": 1385.6,
            "evidence": -1.6465,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 0.67,
            "rating": 1426.2,
            "evidence": -0.3333,
            "off_curve": false,
            "rank": 96
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 0.7,
            "rating": 1402.89,
            "evidence": -1.2442,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 0.7,
            "rating": 1215.88,
            "evidence": -3,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1475.81,
            "evidence": 1.782,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1428.21,
            "evidence": -0.2406,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1400.29,
            "evidence": -1.3009,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.728,
            "rating": 1400.29,
            "evidence": -1.3009,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 0.74,
            "rating": 1443.2,
            "evidence": 0.364,
            "off_curve": false,
            "rank": 76
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1412.81,
            "evidence": -0.8985,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 0.81,
            "rating": 1470.01,
            "evidence": 1.4719,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 0.83,
            "rating": 1397.27,
            "evidence": -1.3793,
            "off_curve": false,
            "rank": 125
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 0.95,
            "rating": 1480.57,
            "evidence": 2.0317,
            "off_curve": false,
            "rank": 22
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 82
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1405.69,
            "evidence": -1.1522,
            "off_curve": false,
            "rank": 119
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 0.98,
            "score": 88.3,
            "se": 1.8,
            "evidence": 0.5252,
            "off_curve": false,
            "rank": 73
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1,
            "rating": 1457.41,
            "evidence": 0.843,
            "off_curve": false,
            "rank": 61
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1,
            "rating": 1434.69,
            "evidence": 0.0292,
            "off_curve": false,
            "rank": 84
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1,
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 1.04,
            "rating": 1292.65,
            "evidence": -2.68,
            "off_curve": false,
            "rank": 156
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 1.12,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 1.12,
            "rating": 1381.85,
            "evidence": -1.7273,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1434.49,
            "evidence": 0.0314,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 1.3,
            "rating": 1455.49,
            "evidence": 0.7743,
            "off_curve": false,
            "rank": 62
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 1.35,
            "rating": 1486.07,
            "evidence": 2.3017,
            "off_curve": false,
            "rank": 11
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 75.05,
            "se": 2.44,
            "evidence": 1.7705,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 1.35,
            "rating": 1472.75,
            "evidence": 1.6284,
            "off_curve": false,
            "rank": 38
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 1.35,
            "rating": 1465.42,
            "evidence": 1.2235,
            "off_curve": false,
            "rank": 52
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 1.5,
            "rating": 1434.5,
            "evidence": 0.0238,
            "off_curve": false,
            "rank": 85
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1460.45,
            "evidence": 1.0122,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1453.18,
            "evidence": 0.6932,
            "off_curve": false,
            "rank": 65
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 1.61,
            "score": 86.4,
            "se": 1.88,
            "evidence": -0.0557,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 1.76,
            "rating": 1367.99,
            "evidence": -1.9654,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 1.76,
            "rating": 1343.57,
            "evidence": -2.1574,
            "off_curve": false,
            "rank": 142
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 1.8,
            "score": 91.15,
            "se": 1.64,
            "evidence": 1.3187,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 1.8,
            "rating": 1414.55,
            "evidence": -0.8362,
            "off_curve": false,
            "rank": 106
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 1.848,
            "rating": 1460.45,
            "evidence": 1.0122,
            "off_curve": false,
            "rank": 54
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 1.848,
            "rating": 1453.18,
            "evidence": 0.6932,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 1.848,
            "rating": 1453.18,
            "evidence": 0.6932,
            "off_curve": false,
            "rank": 66
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 1.848,
            "rating": 1453.18,
            "evidence": 0.6932,
            "off_curve": false,
            "rank": 67
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2,
            "rating": 1480.57,
            "evidence": 2.0317,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2,
            "rating": 1480.57,
            "evidence": 2.0317,
            "off_curve": false,
            "rank": 21
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2,
            "rating": 1480.57,
            "evidence": 2.0317,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2,
            "rating": 1470.01,
            "evidence": 1.4719,
            "off_curve": false,
            "rank": 42
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2,
            "rating": 1470.01,
            "evidence": 1.4719,
            "off_curve": false,
            "rank": 43
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2,
            "rating": 1470.01,
            "evidence": 1.4719,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 2,
            "rating": 1461.31,
            "evidence": 1,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 2.6,
            "rating": 1450.52,
            "evidence": 0.627,
            "off_curve": false,
            "rank": 69
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 2.7,
            "score": 90.6,
            "se": 1.81,
            "evidence": 2.5485,
            "off_curve": false,
            "rank": 8
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 2.7,
            "rating": 1422.89,
            "evidence": -0.4683,
            "off_curve": false,
            "rank": 101
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 2.772,
            "rating": 1453.18,
            "evidence": 0.6932,
            "off_curve": false,
            "rank": 64
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 2.8,
            "score": 88.2,
            "se": 1.94,
            "evidence": 1.83,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 3,
            "rating": 1480.57,
            "evidence": 2.0317,
            "off_curve": false,
            "rank": 20
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 3,
            "rating": 1426.04,
            "evidence": -0.3298,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 3,
            "rating": 1409.94,
            "evidence": -1.0021,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 3.08,
            "score": 86.65,
            "se": 2.01,
            "evidence": 0.6863,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 3.08,
            "score": 88.45,
            "se": 1.79,
            "evidence": 0.3507,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 3.2,
            "rating": 1403.01,
            "evidence": -1.2385,
            "off_curve": false,
            "rank": 120
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 3.2,
            "rating": 1402.56,
            "evidence": -1.2493,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 3.42,
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 3.5,
            "rating": 1465.77,
            "evidence": 1.3217,
            "off_curve": false,
            "rank": 48
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 3.5,
            "rating": 1465.77,
            "evidence": 1.3217,
            "off_curve": false,
            "rank": 49
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 3.6,
            "score": 90.3,
            "se": 2.16,
            "evidence": 2.6468,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 3.6,
            "score": 89.65,
            "se": 2.2,
            "evidence": 2.6195,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 3.6,
            "score": 91.35,
            "se": 1.62,
            "evidence": 2.1906,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 3.6,
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 3.6,
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 3.6,
            "score": 78.75,
            "se": 2.23,
            "evidence": 1.5271,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 3.6,
            "rating": 1466.62,
            "evidence": 1.2811,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 3.6,
            "rating": 1448.57,
            "evidence": 0.5557,
            "off_curve": false,
            "rank": 71
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 4,
            "rating": 1479.69,
            "evidence": 2.0005,
            "off_curve": false,
            "rank": 24
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 4,
            "score": 89.65,
            "se": 1.73,
            "evidence": 1.3392,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 4,
            "rating": 1325.5,
            "evidence": -2.3088,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1423.77,
            "evidence": -0.4375,
            "off_curve": false,
            "rank": 97
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 5,
            "rating": 1460.11,
            "evidence": 0.9453,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 5.13,
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 5.4,
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 5.4,
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 5.4,
            "rating": 1474.52,
            "evidence": 1.7209,
            "off_curve": false,
            "rank": 36
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 5.4,
            "rating": 1461.95,
            "evidence": 1.031,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 7.2,
            "score": 89.15,
            "se": 1.9,
            "evidence": 2.5896,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 7.2,
            "rating": 1490.31,
            "evidence": 2.4903,
            "off_curve": false,
            "rank": 9
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 9,
            "rating": 1498.54,
            "evidence": 2.724,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 9,
            "rating": 1494.12,
            "evidence": 2.6102,
            "off_curve": false,
            "rank": 5
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 9,
            "rating": 1493.02,
            "evidence": 2.5925,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 9,
            "rating": 1478.51,
            "evidence": 1.9315,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 9,
            "rating": 1474.34,
            "evidence": 1.7114,
            "off_curve": false,
            "rank": 37
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 10,
            "rating": 1474.53,
            "evidence": 1.7214,
            "off_curve": false,
            "rank": 35
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 14,
            "rating": 1303.26,
            "evidence": -2.522,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 14.4,
            "score": 89.75,
            "se": 1.86,
            "evidence": 0.5667,
            "off_curve": false,
            "rank": 70
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 18,
            "rating": 1508.71,
            "evidence": 2.8615,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 18,
            "score": 87.2,
            "se": 2.32,
            "evidence": 2.3418,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 18,
            "score": 91.5,
            "se": 1.61,
            "evidence": 1.9107,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 24,
            "rating": 1406.99,
            "evidence": -1.1092,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 36,
            "rating": 1285.32,
            "evidence": -2.7651,
            "off_curve": false,
            "rank": 160
          }
        ],
        "picks": {
          "best": "gemini-4-hydrogen",
          "balanced": "glm-5.3-flash",
          "cheap": "deepseek-v4.1-flash-1017@deepinfra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "classification",
        "band": "medium",
        "points": [
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.084,
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "off_curve": false,
            "rank": 48
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.108,
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.168,
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.168,
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.168,
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.18,
            "score": 66.47,
            "se": 3.34,
            "evidence": -0.0623,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.18,
            "score": 55.93,
            "se": 3.51,
            "evidence": -2.0227,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.196,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": false,
            "rank": 30
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.22,
            "score": 52.82,
            "se": 3.53,
            "evidence": -2.3872,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.22,
            "score": 52.82,
            "se": 3.53,
            "evidence": -2.3872,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.24,
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "deepseek-v4-flash-vision-exp",
            "price_per_1k_tasks_usd": 0.3018,
            "score": 70.96,
            "se": 3.21,
            "evidence": 0.8761,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.4,
            "score": 60.12,
            "se": 3.46,
            "evidence": -1.3354,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.41,
            "score": 67.2,
            "se": 3.32,
            "evidence": 0.0923,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.444,
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.48,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.48,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.48,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.48,
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.495,
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "off_curve": false,
            "rank": 15
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 0.616,
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 0.632,
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 0.74,
            "score": 67.24,
            "se": 3.32,
            "evidence": 0.1009,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 0.81,
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.896,
            "score": 53.23,
            "se": 3.53,
            "evidence": -2.3433,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 0.95,
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1,
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1,
            "score": 58.34,
            "se": 3.49,
            "evidence": -1.6468,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 1.2,
            "score": 53.23,
            "se": 3.53,
            "evidence": -2.3433,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 1.3,
            "score": 64.36,
            "se": 3.39,
            "evidence": -0.498,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 81.41,
            "se": 2.75,
            "evidence": 2.634,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 79.93,
            "se": 2.83,
            "evidence": 2.453,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 75.6,
            "se": 3.04,
            "evidence": 1.7905,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 75.37,
            "se": 3.05,
            "evidence": 1.7454,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 1.5,
            "score": 59.8,
            "se": 3.47,
            "evidence": -1.3915,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "score": 67.7,
            "se": 3.31,
            "evidence": 0.1975,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 1.56,
            "score": 56.29,
            "se": 3.51,
            "evidence": -1.9696,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 1.61,
            "score": 70.1,
            "se": 3.24,
            "evidence": 0.6964,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 1.848,
            "score": 67.7,
            "se": 3.31,
            "evidence": 0.1975,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 1.848,
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 1.848,
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 1.848,
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2,
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2,
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2,
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2,
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2,
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2,
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 2.772,
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 2.8,
            "score": 74.08,
            "se": 3.1,
            "evidence": 1.4949,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 3,
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 3.08,
            "score": 75.28,
            "se": 3.05,
            "evidence": 1.7284,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 3.08,
            "score": 71.87,
            "se": 3.18,
            "evidence": 1.0618,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 3.5,
            "score": 74.04,
            "se": 3.1,
            "evidence": 1.4874,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 3.5,
            "score": 74.04,
            "se": 3.1,
            "evidence": 1.4874,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 3.6,
            "score": 74.15,
            "se": 3.1,
            "evidence": 1.508,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 3.6,
            "score": 68.57,
            "se": 3.28,
            "evidence": 0.376,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 3.6,
            "score": 63.86,
            "se": 3.4,
            "evidence": -0.6001,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 3.6,
            "score": 56.79,
            "se": 3.5,
            "evidence": -1.8963,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 4,
            "score": 79.1,
            "se": 2.88,
            "evidence": 2.3423,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 4,
            "score": 64.62,
            "se": 3.38,
            "evidence": -0.4451,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 4.2,
            "score": 61.77,
            "se": 3.44,
            "evidence": -1.0227,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 5,
            "score": 70.22,
            "se": 3.23,
            "evidence": 0.7223,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 5.13,
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 5.4,
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 5.4,
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 5.4,
            "score": 63.22,
            "se": 3.41,
            "evidence": -0.7306,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 7.2,
            "score": 71.85,
            "se": 3.18,
            "evidence": 1.0579,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 7.2,
            "score": 65.74,
            "se": 3.36,
            "evidence": -0.2148,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 9,
            "score": 72.03,
            "se": 3.17,
            "evidence": 1.0936,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 9,
            "score": 66.74,
            "se": 3.33,
            "evidence": -0.0056,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 9,
            "score": 63.77,
            "se": 3.4,
            "evidence": -0.6186,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 9,
            "score": 63.31,
            "se": 3.41,
            "evidence": -0.7121,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 9,
            "score": 62.55,
            "se": 3.42,
            "evidence": -0.8668,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 10,
            "score": 70.73,
            "se": 3.22,
            "evidence": 0.8282,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 18,
            "score": 75.77,
            "se": 3.03,
            "evidence": 1.8241,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 18,
            "score": 75.58,
            "se": 3.04,
            "evidence": 1.7868,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 18,
            "score": 72.99,
            "se": 3.14,
            "evidence": 1.2812,
            "off_curve": true,
            "rank": 13
          }
        ],
        "picks": {
          "best": "gemini-3.8-flash",
          "balanced": "gemini-3.8-flash",
          "cheap": "gemini-3.8-flash",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "conversation",
        "band": "medium",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.104,
            "rating": 1289.2,
            "evidence": -2.7916,
            "off_curve": false,
            "rank": 161
          },
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.112,
            "rating": 1249.69,
            "evidence": -2.9161,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.12,
            "rating": 1272.22,
            "evidence": -2.8462,
            "off_curve": false,
            "rank": 163
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.1272,
            "rating": 1326.39,
            "evidence": -2.4127,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.14,
            "rating": 1344.4,
            "evidence": -2.2646,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.168,
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "off_curve": false,
            "rank": 125
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.168,
            "rating": 1241.81,
            "evidence": -2.9361,
            "off_curve": false,
            "rank": 166
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.192,
            "rating": 1357.96,
            "evidence": -2.1214,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.196,
            "rating": 1269.61,
            "evidence": -2.8509,
            "off_curve": false,
            "rank": 164
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.216,
            "rating": 1452.89,
            "evidence": 0.1822,
            "off_curve": false,
            "rank": 76
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1336.9,
            "evidence": -2.3306,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.24,
            "score": 11.7,
            "se": 1.02,
            "evidence": -2.9634,
            "off_curve": false,
            "rank": 167
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.2744,
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052,
            "off_curve": false,
            "rank": 92
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1319.17,
            "evidence": -2.5105,
            "off_curve": false,
            "rank": 154
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.288,
            "rating": 1316.85,
            "evidence": -2.5401,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.32,
            "score": 20.32,
            "se": 1.27,
            "evidence": -2.1341,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.32,
            "score": 6,
            "se": 0.75,
            "evidence": -3.1868,
            "off_curve": true,
            "rank": 169
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.336,
            "rating": 1452.89,
            "evidence": 0.1822,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.336,
            "rating": 1444.65,
            "evidence": -0.2098,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.336,
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.336,
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.36,
            "score": 41.4,
            "se": 1.56,
            "evidence": -0.0785,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.36,
            "score": 23.8,
            "se": 1.35,
            "evidence": -1.7543,
            "off_curve": true,
            "rank": 133
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.364,
            "rating": 1436.21,
            "evidence": -0.5995,
            "off_curve": false,
            "rank": 101
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.392,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.392,
            "rating": 1318.47,
            "evidence": -2.5189,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.44,
            "rating": 1476.35,
            "evidence": 1.4228,
            "off_curve": false,
            "rank": 39
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.44,
            "rating": 1476.35,
            "evidence": 1.4228,
            "off_curve": false,
            "rank": 40
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1452.89,
            "evidence": 0.1822,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.48,
            "score": 10.4,
            "se": 0.97,
            "evidence": -0.5566,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1326.39,
            "evidence": -2.4127,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.48,
            "score": 8.3,
            "se": 0.87,
            "evidence": -3.2128,
            "off_curve": true,
            "rank": 170
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.544,
            "rating": 1436.21,
            "evidence": -0.5995,
            "off_curve": false,
            "rank": 102
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.552,
            "rating": 1316.85,
            "evidence": -2.5401,
            "off_curve": false,
            "rank": 158
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.568,
            "rating": 1427.72,
            "evidence": -0.8837,
            "off_curve": false,
            "rank": 107
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.584,
            "rating": 1400.02,
            "evidence": -1.5995,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1400.02,
            "evidence": -1.5995,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.624,
            "rating": 1394.25,
            "evidence": -1.7131,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1394.25,
            "evidence": -1.7131,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1379.13,
            "evidence": -1.9413,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.672,
            "rating": 1424.4,
            "evidence": -0.9564,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1400.02,
            "evidence": -1.5995,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1349.57,
            "evidence": -2.1801,
            "off_curve": false,
            "rank": 142
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 0.736,
            "rating": 1436.21,
            "evidence": -0.5995,
            "off_curve": false,
            "rank": 100
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.8,
            "score": 41,
            "se": 1.56,
            "evidence": 0.4677,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.82,
            "score": 11.7,
            "se": 1.02,
            "evidence": -2.0721,
            "off_curve": true,
            "rank": 138
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 0.836,
            "rating": 1414.69,
            "evidence": -1.1223,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 0.88,
            "rating": 1414.69,
            "evidence": -1.1223,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.888,
            "rating": 1448.1,
            "evidence": -0.0565,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.9324,
            "rating": 1462.03,
            "evidence": 0.73,
            "off_curve": false,
            "rank": 61
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1448.1,
            "evidence": -0.0565,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1448.1,
            "evidence": -0.0565,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 0.96,
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.99,
            "rating": 1436.43,
            "evidence": -0.5633,
            "off_curve": false,
            "rank": 98
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 1,
            "rating": 1435.44,
            "evidence": -0.6195,
            "off_curve": false,
            "rank": 105
          },
          {
            "model": "qwen3.6-flash",
            "price_per_1k_tasks_usd": 1,
            "score": 15.92,
            "se": 1.16,
            "evidence": -2.5083,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "qwen3.6-flash@alibaba-us",
            "price_per_1k_tasks_usd": 1,
            "score": 15.92,
            "se": 1.16,
            "evidence": -2.5083,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 1.024,
            "rating": 1464.09,
            "evidence": 0.7299,
            "off_curve": false,
            "rank": 62
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 1.024,
            "rating": 1464.09,
            "evidence": 0.7299,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.096,
            "rating": 1424.4,
            "evidence": -0.9564,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 1.12,
            "rating": 1432.3,
            "evidence": -0.5999,
            "off_curve": false,
            "rank": 103
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 1.12,
            "rating": 1352.38,
            "evidence": -2.1679,
            "off_curve": false,
            "rank": 141
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1394.25,
            "evidence": -1.7131,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 1.2,
            "score": 19.1,
            "se": 1.24,
            "evidence": -1.8275,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1.2,
            "score": 21.6,
            "se": 1.3,
            "evidence": -2.3278,
            "off_curve": true,
            "rank": 146
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 1.232,
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.264,
            "rating": 1436.43,
            "evidence": -0.5633,
            "off_curve": false,
            "rank": 99
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 1.28,
            "rating": 1424.4,
            "evidence": -0.9564,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 1.28,
            "score": 12.7,
            "se": 1.05,
            "evidence": -2.3954,
            "off_curve": true,
            "rank": 148
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 1.288,
            "score": 40.44,
            "se": 1.55,
            "evidence": -1.2032,
            "off_curve": true,
            "rank": 118
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.34,
            "score": 32.2,
            "se": 1.48,
            "evidence": -0.1587,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1.4,
            "rating": 1419.06,
            "evidence": -1.1423,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 1.4,
            "rating": 1201.39,
            "evidence": -3,
            "off_curve": false,
            "rank": 168
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1448.1,
            "evidence": -0.0565,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1413.65,
            "evidence": -1.2646,
            "off_curve": false,
            "rank": 120
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.456,
            "rating": 1413.65,
            "evidence": -1.2646,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.48,
            "rating": 1466.79,
            "evidence": 0.8986,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1421.03,
            "evidence": -1.0834,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.62,
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 1.66,
            "rating": 1409.36,
            "evidence": -1.3727,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.9,
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1451.6,
            "evidence": 0.117,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1419.33,
            "evidence": -1.1249,
            "off_curve": false,
            "rank": 116
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 1.96,
            "score": 20,
            "se": 1.27,
            "evidence": -2.2714,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 2,
            "score": 66.8,
            "se": 1.49,
            "evidence": 2.5394,
            "off_curve": false,
            "rank": 15
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 2,
            "score": 44.14,
            "se": 1.57,
            "evidence": 0.2606,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 2,
            "rating": 1436.43,
            "evidence": -0.5633,
            "off_curve": false,
            "rank": 97
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 2.08,
            "rating": 1316.85,
            "evidence": -2.5401,
            "off_curve": false,
            "rank": 156
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 2.24,
            "rating": 1451.6,
            "evidence": 0.117,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 2.24,
            "rating": 1384.49,
            "evidence": -1.832,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 2.4,
            "rating": 1451.6,
            "evidence": 0.117,
            "off_curve": false,
            "rank": 78
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2.6,
            "score": 34.9,
            "se": 1.51,
            "evidence": 0.0986,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 69.7,
            "se": 1.45,
            "evidence": 3.1318,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 69.2,
            "se": 1.46,
            "evidence": 2.8386,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 66.2,
            "se": 1.5,
            "evidence": 2.7602,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 66.2,
            "se": 1.5,
            "evidence": 2.4795,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 3,
            "score": 29.4,
            "se": 1.44,
            "evidence": -0.0332,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 3.12,
            "score": 52.91,
            "se": 1.58,
            "evidence": 1.7473,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 3.12,
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 3.12,
            "score": 36.5,
            "se": 1.52,
            "evidence": -1.0725,
            "off_curve": false,
            "rank": 111
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 3.22,
            "score": 40.3,
            "se": 1.55,
            "evidence": -0.0109,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 3.52,
            "score": 19.6,
            "se": 1.26,
            "evidence": -2.3256,
            "off_curve": true,
            "rank": 145
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 3.52,
            "score": 15.3,
            "se": 1.14,
            "evidence": -2.7305,
            "off_curve": true,
            "rank": 160
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 3.6,
            "score": 57.3,
            "se": 1.56,
            "evidence": 1.8325,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 3.6,
            "score": 13.2,
            "se": 1.07,
            "evidence": -1.7977,
            "off_curve": true,
            "rank": 134
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 3.696,
            "score": 52.91,
            "se": 1.58,
            "evidence": 1.7473,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 3.696,
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 3.696,
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 3.696,
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 4,
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 4,
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 4,
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 4,
            "score": 34,
            "se": 1.5,
            "evidence": 0.5977,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 4,
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 4,
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 4,
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 5.2,
            "score": 52,
            "se": 1.58,
            "evidence": 1.5828,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 5.4,
            "rating": 1476.43,
            "evidence": 1.4001,
            "off_curve": false,
            "rank": 41
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 5.4,
            "rating": 1432.67,
            "evidence": -0.6783,
            "off_curve": false,
            "rank": 106
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 5.544,
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 5.6,
            "score": 47.3,
            "se": 1.58,
            "evidence": 2.1712,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 6,
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 6,
            "score": 48,
            "se": 1.58,
            "evidence": 0.7026,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 6,
            "score": 50.1,
            "se": 1.58,
            "evidence": 0.0988,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 6.16,
            "score": 49.3,
            "se": 1.58,
            "evidence": 0.8691,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 6.16,
            "score": 56,
            "se": 1.57,
            "evidence": 0.7316,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 6.4,
            "score": 49.4,
            "se": 1.58,
            "evidence": -0.0466,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 6.4,
            "score": 31.1,
            "se": 1.46,
            "evidence": -1.1243,
            "off_curve": true,
            "rank": 115
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 6.84,
            "rating": 1474.86,
            "evidence": 1.3143,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 7,
            "score": 55.77,
            "se": 1.57,
            "evidence": 2.1013,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 7,
            "score": 55.77,
            "se": 1.57,
            "evidence": 2.1013,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 7.2,
            "score": 77.7,
            "se": 1.32,
            "evidence": 3.4971,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 7.2,
            "score": 76,
            "se": 1.35,
            "evidence": 3.4578,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 7.2,
            "score": 73.9,
            "se": 1.39,
            "evidence": 2.8304,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 7.2,
            "score": 60.7,
            "se": 1.55,
            "evidence": 2.0104,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 7.2,
            "score": 46.5,
            "se": 1.58,
            "evidence": 1.3144,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 7.2,
            "rating": 1474.86,
            "evidence": 1.3143,
            "off_curve": false,
            "rank": 43
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 7.2,
            "rating": 1474.86,
            "evidence": 1.3143,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 7.2,
            "score": 33.7,
            "se": 1.5,
            "evidence": 0.3985,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 8,
            "score": 73.5,
            "se": 1.4,
            "evidence": 3.1421,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 8,
            "score": 43.2,
            "se": 1.57,
            "evidence": 1.1742,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 8,
            "score": 26,
            "se": 1.39,
            "evidence": -2.4254,
            "off_curve": true,
            "rank": 151
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 8.4,
            "score": 32.8,
            "se": 1.49,
            "evidence": -0.6024,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 10,
            "score": 45.1,
            "se": 1.57,
            "evidence": 1.5514,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 10.26,
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 10.8,
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 10.8,
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 10.8,
            "score": 32.8,
            "se": 1.49,
            "evidence": 0.6559,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 10.8,
            "score": 23.7,
            "se": 1.35,
            "evidence": 0.2058,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 14.4,
            "score": 72.2,
            "se": 1.42,
            "evidence": 3.1432,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 14.4,
            "score": 69.7,
            "se": 1.45,
            "evidence": 2.9078,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 18,
            "score": 51.7,
            "se": 1.58,
            "evidence": 2.7066,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 18,
            "score": 53,
            "se": 1.58,
            "evidence": 2.5164,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 18,
            "score": 59.9,
            "se": 1.55,
            "evidence": 2.5129,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 18,
            "score": 47,
            "se": 1.58,
            "evidence": 2.3587,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 18,
            "score": 45.7,
            "se": 1.58,
            "evidence": 1.7345,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 20,
            "score": 63,
            "se": 1.53,
            "evidence": 2.5372,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 28,
            "rating": 1312.86,
            "evidence": -2.5927,
            "off_curve": false,
            "rank": 159
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 28.8,
            "score": 94,
            "se": 0.75,
            "evidence": 3,
            "off_curve": false,
            "rank": 7
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 36,
            "score": 70.7,
            "se": 1.44,
            "evidence": 3.2588,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 36,
            "score": 75.6,
            "se": 1.36,
            "evidence": 2.8241,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 36,
            "score": 70.8,
            "se": 1.44,
            "evidence": 2.7469,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 48,
            "score": 41.1,
            "se": 1.56,
            "evidence": -1.2508,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 72,
            "rating": 1274.24,
            "evidence": -2.835,
            "off_curve": false,
            "rank": 162
          }
        ],
        "picks": {
          "best": "gemini-4-carbon",
          "balanced": "gemini-4-carbon",
          "cheap": "gemini-4-carbon",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "analysis",
        "band": "medium",
        "points": [
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.0976,
            "score": 22.1,
            "se": 2.93,
            "evidence": -2.5971,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.12,
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "off_curve": false,
            "rank": 39
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.144,
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.208,
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.224,
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.28,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.32,
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.36,
            "score": 22.1,
            "se": 2.93,
            "evidence": -2.5971,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.36,
            "score": 10.7,
            "se": 2.19,
            "evidence": -2.9702,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.376,
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.64,
            "score": 46.8,
            "se": 3.53,
            "evidence": -1.4093,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.664,
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.72,
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "qwen3.6-flash",
            "price_per_1k_tasks_usd": 0.8,
            "score": 35.2,
            "se": 3.38,
            "evidence": -2.0591,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "qwen3.6-flash@alibaba-us",
            "price_per_1k_tasks_usd": 0.8,
            "score": 35.2,
            "se": 3.38,
            "evidence": -2.0591,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.87,
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 0.88,
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1,
            "score": 20.4,
            "se": 2.85,
            "evidence": -2.6513,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.02,
            "score": 47.7,
            "se": 3.53,
            "evidence": -1.3231,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.072,
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.17,
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 1.248,
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 1.26,
            "score": 40.8,
            "se": 3.48,
            "evidence": -1.7832,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.45,
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1.6,
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.6,
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 82.4,
            "se": 2.69,
            "evidence": 2.4351,
            "off_curve": false,
            "rank": 8
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.1,
            "score": 76.7,
            "se": 2.99,
            "evidence": 2.0441,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 2.36,
            "score": 57.9,
            "se": 3.49,
            "evidence": -0.158,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 2.42,
            "score": 50,
            "se": 3.54,
            "evidence": -1.0953,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 2.64,
            "score": 38.7,
            "se": 3.44,
            "evidence": -1.8901,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 2.64,
            "score": 22.8,
            "se": 2.97,
            "evidence": -2.5733,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 2.8,
            "score": 72.2,
            "se": 3.17,
            "evidence": 1.5887,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2.88,
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2.88,
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2.88,
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 2.88,
            "score": 55.1,
            "se": 3.52,
            "evidence": -0.5132,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 4.16,
            "score": 63,
            "se": 3.41,
            "evidence": 0.4862,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 4.32,
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 4.4,
            "score": 75.9,
            "se": 3.02,
            "evidence": 1.9778,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 4.8,
            "score": 53.1,
            "se": 3.53,
            "evidence": -0.7629,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 4.8,
            "score": 27,
            "se": 3.14,
            "evidence": -2.4294,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 5,
            "score": 70.4,
            "se": 3.23,
            "evidence": 1.3663,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 5,
            "score": 70.4,
            "se": 3.23,
            "evidence": 1.3663,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 5,
            "score": 56.7,
            "se": 3.5,
            "evidence": -0.3113,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 5,
            "score": 53.2,
            "se": 3.53,
            "evidence": -0.7502,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 5.6,
            "score": 92.6,
            "se": 1.85,
            "evidence": 2.8799,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 5.6,
            "score": 91.7,
            "se": 1.95,
            "evidence": 2.8494,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 82.9,
            "se": 2.66,
            "evidence": 2.4616,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 75.9,
            "se": 3.02,
            "evidence": 1.9778,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 5.6,
            "score": 73.1,
            "se": 3.14,
            "evidence": 1.6961,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 5.6,
            "score": 60.6,
            "se": 3.46,
            "evidence": 0.2032,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 6,
            "score": 17.8,
            "se": 2.7,
            "evidence": -2.737,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 6.4,
            "score": 79.6,
            "se": 2.85,
            "evidence": 2.2845,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 6.4,
            "score": 48.9,
            "se": 3.53,
            "evidence": -1.2049,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 7.98,
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 8.4,
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 8.4,
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 8.4,
            "score": 54.3,
            "se": 3.52,
            "evidence": -0.6138,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 11.2,
            "score": 88.4,
            "se": 2.26,
            "evidence": 2.7167,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 11.2,
            "score": 71.7,
            "se": 3.19,
            "evidence": 1.5269,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 14,
            "score": 80.6,
            "se": 2.8,
            "evidence": 2.3416,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 14,
            "score": 67.6,
            "se": 3.31,
            "evidence": 1.0312,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 14,
            "score": 64.8,
            "se": 3.38,
            "evidence": 0.6996,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 14,
            "score": 62,
            "se": 3.43,
            "evidence": 0.3689,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 14,
            "score": 61.7,
            "se": 3.44,
            "evidence": 0.3347,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 16,
            "score": 69,
            "se": 3.27,
            "evidence": 1.198,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 20,
            "score": 25.1,
            "se": 3.07,
            "evidence": -2.4965,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 22.4,
            "score": 94.9,
            "se": 1.56,
            "evidence": 2.946,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 28,
            "score": 86.6,
            "se": 2.41,
            "evidence": 2.6362,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 28,
            "score": 86.5,
            "se": 2.42,
            "evidence": 2.6314,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 28,
            "score": 81.9,
            "se": 2.72,
            "evidence": 2.4089,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 36,
            "score": 41.7,
            "se": 3.49,
            "evidence": -1.7372,
            "off_curve": true,
            "rank": 71
          }
        ],
        "picks": {
          "best": "gemini-4-carbon",
          "balanced": "gemini-4-carbon",
          "cheap": "gemini-4-carbon",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "analysis",
        "band": "hard",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.172,
            "rating": 1284.91,
            "evidence": -2.9107,
            "off_curve": false,
            "rank": 167
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.186,
            "score": 53.16,
            "se": 2.5,
            "evidence": -3.1476,
            "off_curve": false,
            "rank": 171
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.19,
            "score": 23.23,
            "se": 1.87,
            "evidence": -3.6984,
            "off_curve": true,
            "rank": 182
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.227,
            "score": 75.76,
            "se": 2.74,
            "evidence": -2.0242,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.235,
            "score": 39.46,
            "se": 2.53,
            "evidence": -3.3761,
            "off_curve": true,
            "rank": 179
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.266,
            "score": 56.06,
            "se": 2.59,
            "evidence": -3.2062,
            "off_curve": true,
            "rank": 174
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.282,
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "off_curve": false,
            "rank": 52
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.304,
            "score": 47.73,
            "se": 2.7,
            "evidence": -3.0549,
            "off_curve": true,
            "rank": 168
          },
          {
            "model": "qwen3.5-9b@deepinfra",
            "price_per_1k_tasks_usd": 0.335,
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.342,
            "rating": 1458.83,
            "evidence": -0.2626,
            "off_curve": false,
            "rank": 101
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.345,
            "rating": 1304.65,
            "evidence": -2.7889,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.412,
            "score": 65.72,
            "se": 2.79,
            "evidence": -2.4926,
            "off_curve": true,
            "rank": 160
          },
          {
            "model": "qwen3.5-9b@parasail",
            "price_per_1k_tasks_usd": 0.425,
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "gemma-4-26b-a4b-it",
            "price_per_1k_tasks_usd": 0.446,
            "score": 73.23,
            "se": 3.15,
            "evidence": -1.1788,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "qwen3-14b",
            "price_per_1k_tasks_usd": 0.456,
            "score": 63.76,
            "se": 2.93,
            "evidence": -1.8981,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.46,
            "score": 57.58,
            "se": 3.52,
            "evidence": -2.8257,
            "off_curve": true,
            "rank": 166
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.4606,
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.47,
            "score": 51.83,
            "se": 3.15,
            "evidence": -3.1095,
            "off_curve": true,
            "rank": 170
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.488,
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "off_curve": true,
            "rank": 176
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.532,
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.532,
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.532,
            "rating": 1472.14,
            "evidence": 0.3408,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.532,
            "rating": 1458.83,
            "evidence": -0.2626,
            "off_curve": false,
            "rank": 102
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.56,
            "score": 82.32,
            "se": 2.72,
            "evidence": -1.0196,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.56,
            "score": 48.93,
            "se": 2.48,
            "evidence": -3.1732,
            "off_curve": true,
            "rank": 173
          },
          {
            "model": "qwen3.5-9b",
            "price_per_1k_tasks_usd": 0.565,
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.65,
            "score": 73.59,
            "se": 3.72,
            "evidence": 0.8487,
            "off_curve": false,
            "rank": 69
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.65,
            "score": 85.45,
            "se": 2.81,
            "evidence": 0.7102,
            "off_curve": false,
            "rank": 72
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.658,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": false,
            "rank": 33
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.675,
            "rating": 1447.1,
            "evidence": -0.8045,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.69,
            "score": 61.68,
            "se": 2.97,
            "evidence": -2.7492,
            "off_curve": true,
            "rank": 164
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.75,
            "score": 80.55,
            "se": 3.32,
            "evidence": 1.759,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.75,
            "score": 80.55,
            "se": 3.32,
            "evidence": 1.759,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.76,
            "rating": 1458.83,
            "evidence": -0.2626,
            "off_curve": false,
            "rank": 100
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.76,
            "score": 61.72,
            "se": 3.57,
            "evidence": -0.6927,
            "off_curve": true,
            "rank": 115
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 0.84,
            "score": 79.8,
            "se": 4.7,
            "evidence": 0.0371,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 0.84,
            "score": 79.8,
            "se": 4.7,
            "evidence": 0.0371,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.84,
            "score": 75.76,
            "se": 2.74,
            "evidence": -2.0242,
            "off_curve": true,
            "rank": 154
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.84,
            "score": 37.72,
            "se": 2.41,
            "evidence": -3.5169,
            "off_curve": true,
            "rank": 180
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.862,
            "rating": 1447.23,
            "evidence": -0.806,
            "off_curve": false,
            "rank": 120
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.89,
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "off_curve": true,
            "rank": 177
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 1,
            "rating": 1447.1,
            "evidence": -0.8045,
            "off_curve": false,
            "rank": 119
          },
          {
            "model": "qwen3.6-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.01,
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "qwen3.6-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.055,
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "off_curve": false,
            "rank": 85
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 1.12,
            "score": 55.62,
            "se": 2.88,
            "evidence": -2.708,
            "off_curve": true,
            "rank": 163
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.17,
            "rating": 1419.47,
            "evidence": -1.618,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.18,
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511,
            "off_curve": true,
            "rank": 124
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.19,
            "rating": 1419.47,
            "evidence": -1.618,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.192,
            "rating": 1437.85,
            "evidence": -1.0818,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.2,
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511,
            "off_curve": true,
            "rank": 125
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 1.288,
            "rating": 1447.1,
            "evidence": -0.8045,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 1.38,
            "rating": 1419.47,
            "evidence": -1.618,
            "off_curve": false,
            "rank": 146
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 1.38,
            "rating": 1385.31,
            "evidence": -2.0834,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 1.425,
            "rating": 1438.34,
            "evidence": -1.0416,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 1.4787,
            "score": 82.2,
            "se": 4.08,
            "evidence": 1.4368,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 1.48,
            "score": 63.64,
            "se": 3.43,
            "evidence": -1.0482,
            "off_curve": true,
            "rank": 130
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 1.5,
            "rating": 1438.34,
            "evidence": -1.0416,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 1.525,
            "score": 55.56,
            "se": 3.54,
            "evidence": -2.5411,
            "off_curve": true,
            "rank": 161
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 1.55,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 1.68,
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559,
            "off_curve": false,
            "rank": 27
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 1.68,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 1.68,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 1.68,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 1.68,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 1.792,
            "score": 87.88,
            "se": 2.33,
            "evidence": 1.0407,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 1.792,
            "score": 87.88,
            "se": 2.33,
            "evidence": 1.0407,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "qwen3.6-flash",
            "price_per_1k_tasks_usd": 1.85,
            "score": 83.33,
            "se": 2.66,
            "evidence": 0.1082,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "qwen3.6-flash@alibaba-us",
            "price_per_1k_tasks_usd": 1.85,
            "score": 83.33,
            "se": 2.66,
            "evidence": 0.1082,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 1.85,
            "score": 74.24,
            "se": 3.12,
            "evidence": -1.1737,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 1.88,
            "rating": 1461.32,
            "evidence": -0.1582,
            "off_curve": false,
            "rank": 94
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 1.88,
            "score": 48.11,
            "se": 2.71,
            "evidence": -3.1025,
            "off_curve": true,
            "rank": 169
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 1.98,
            "score": 88.51,
            "se": 1.91,
            "evidence": -0.114,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.9875,
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "off_curve": true,
            "rank": 110
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 2.068,
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 2.13,
            "rating": 1437.85,
            "evidence": -1.0818,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 2.24,
            "rating": 1437.85,
            "evidence": -1.0818,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 2.24,
            "score": 65.85,
            "se": 2.71,
            "evidence": -2.3715,
            "off_curve": true,
            "rank": 159
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 2.3,
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511,
            "off_curve": true,
            "rank": 123
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 2.3,
            "score": 71.72,
            "se": 3.21,
            "evidence": -2.0276,
            "off_curve": true,
            "rank": 156
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 2.35,
            "rating": 1433.03,
            "evidence": -1.239,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 2.35,
            "score": 27.18,
            "se": 1.95,
            "evidence": -3.7312,
            "off_curve": true,
            "rank": 183
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 2.375,
            "score": 83.33,
            "se": 2.37,
            "evidence": 0.1486,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 2.46,
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "off_curve": true,
            "rank": 111
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 2.52,
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 2.52,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 2.53,
            "score": 80.05,
            "se": 2.6,
            "evidence": -1.2365,
            "off_curve": true,
            "rank": 137
          },
          {
            "model": "qwen3-30b-a3b-thinking-2507",
            "price_per_1k_tasks_usd": 2.56,
            "score": 70.08,
            "se": 2.83,
            "evidence": -1.4601,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 2.745,
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 2.76,
            "rating": 1427.4,
            "evidence": -1.3929,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "qwen3.6-35b-a3b",
            "price_per_1k_tasks_usd": 2.775,
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "off_curve": false,
            "rank": 84
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1441.91,
            "evidence": -0.9666,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 2.85,
            "score": 75.76,
            "se": 3.05,
            "evidence": -0.2578,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 2.86,
            "rating": 1427.4,
            "evidence": -1.3929,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 2.935,
            "score": 76.33,
            "se": 2.4,
            "evidence": -1.2895,
            "off_curve": true,
            "rank": 142
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 3.016,
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "off_curve": true,
            "rank": 175
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 3.29,
            "score": 84.52,
            "se": 3.02,
            "evidence": 0.9332,
            "off_curve": false,
            "rank": 68
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 3.375,
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "off_curve": false,
            "rank": 17
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 3.52,
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5708,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 3.6,
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 3.68,
            "rating": 1432.61,
            "evidence": -1.2458,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 3.7,
            "score": 88.38,
            "se": 2.28,
            "evidence": 0.9832,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 3.7,
            "score": 83.21,
            "se": 1.9,
            "evidence": 0.7926,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 3.7,
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "off_curve": true,
            "rank": 109
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 4.24,
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 4.4,
            "rating": 1417.47,
            "evidence": -1.6659,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 4.44,
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5708,
            "off_curve": false,
            "rank": 74
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 4.44,
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 4.65,
            "score": 90.78,
            "se": 1.72,
            "evidence": 1.6826,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 88.03,
            "se": 3,
            "evidence": 3.0998,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 94.82,
            "se": 1.35,
            "evidence": 2.9566,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 88.89,
            "se": 2.24,
            "evidence": 1.6513,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 85.86,
            "se": 2.48,
            "evidence": 1.3643,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 4.94,
            "score": 91.67,
            "se": 1.52,
            "evidence": 1.7366,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 4.94,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 5.5,
            "score": 87.88,
            "se": 2.33,
            "evidence": 0.9433,
            "off_curve": false,
            "rank": 67
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 5.55,
            "score": 64.14,
            "se": 3.42,
            "evidence": -1.1151,
            "off_curve": true,
            "rank": 134
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 5.645,
            "score": 75.62,
            "se": 3.67,
            "evidence": 0.5213,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 6.16,
            "score": 75.25,
            "se": 3.07,
            "evidence": -1.8212,
            "off_curve": true,
            "rank": 150
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 6.16,
            "score": 68.18,
            "se": 3.32,
            "evidence": -2.3653,
            "off_curve": true,
            "rank": 158
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 6.204,
            "score": 91.67,
            "se": 1.52,
            "evidence": 1.7366,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 6.204,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 6.204,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "off_curve": true,
            "rank": 107
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 6.204,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "off_curve": true,
            "rank": 108
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 6.5,
            "score": 87.37,
            "se": 3.03,
            "evidence": 2.1288,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 6.5,
            "score": 60.48,
            "se": 2.82,
            "evidence": -1.9672,
            "off_curve": true,
            "rank": 153
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 6.76,
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 6.76,
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 6.76,
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 6.76,
            "score": 89.9,
            "se": 2.15,
            "evidence": 1.6313,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 6.76,
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 6.76,
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 6.76,
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 9.306,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 9.4,
            "score": 84.43,
            "se": 3.3,
            "evidence": 2.4638,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 9.62,
            "score": 87.37,
            "se": 2.37,
            "evidence": 1.1278,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 9.75,
            "score": 87.7,
            "se": 3.78,
            "evidence": 2.1381,
            "off_curve": false,
            "rank": 22
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 9.75,
            "rating": 1444.98,
            "evidence": -0.8665,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 10.14,
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 10.34,
            "score": 91.06,
            "se": 2.39,
            "evidence": 2.2132,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 10.34,
            "score": 88.31,
            "se": 2.41,
            "evidence": 1.5957,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 11.2,
            "score": 79.8,
            "se": 2.86,
            "evidence": -0.8214,
            "off_curve": true,
            "rank": 121
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 11.2,
            "score": 66.92,
            "se": 2.82,
            "evidence": -1.8685,
            "off_curve": true,
            "rank": 151
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 11.5,
            "score": 71.72,
            "se": 3.21,
            "evidence": -1.2716,
            "off_curve": true,
            "rank": 140
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 11.5,
            "score": 66.67,
            "se": 3.36,
            "evidence": -1.2856,
            "off_curve": true,
            "rank": 141
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 11.75,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.9623,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 11.75,
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.9623,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 12.35,
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 13,
            "score": 92.77,
            "se": 2.49,
            "evidence": 3.5966,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 13,
            "score": 93.21,
            "se": 2.03,
            "evidence": 3.5314,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 13,
            "score": 92.66,
            "se": 2.27,
            "evidence": 3.0617,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 13,
            "score": 91.73,
            "se": 2.44,
            "evidence": 2.9048,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 13,
            "score": 94.32,
            "se": 1.49,
            "evidence": 2.1528,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 13,
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 13,
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 13,
            "score": 80.3,
            "se": 2.83,
            "evidence": 0.3989,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 14,
            "score": 47.89,
            "se": 2.63,
            "evidence": -3.1656,
            "off_curve": true,
            "rank": 172
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 14.8,
            "score": 94.1,
            "se": 1.7,
            "evidence": 2.7681,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 14.8,
            "score": 81.87,
            "se": 2.86,
            "evidence": 0.3583,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 16.1,
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.7956,
            "off_curve": true,
            "rank": 116
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 18.5,
            "score": 74.75,
            "se": 3.1,
            "evidence": -0.1213,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 18.525,
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 19.5,
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 19.5,
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 19.5,
            "score": 78.79,
            "se": 2.91,
            "evidence": 0.7727,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 19.5,
            "score": 73.74,
            "se": 3.14,
            "evidence": -0.2787,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 26,
            "score": 90.56,
            "se": 2.41,
            "evidence": 2.7638,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 26,
            "score": 82.83,
            "se": 2.69,
            "evidence": 1.1756,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 32.5,
            "score": 92.93,
            "se": 1.83,
            "evidence": 2.662,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 32.5,
            "score": 88.38,
            "se": 2.28,
            "evidence": 2.3743,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 32.5,
            "score": 86.36,
            "se": 2.45,
            "evidence": 2.0194,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 32.5,
            "score": 85.35,
            "se": 2.52,
            "evidence": 1.4648,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 32.5,
            "score": 80.68,
            "se": 2.39,
            "evidence": 0.6716,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 37,
            "score": 77.27,
            "se": 2.99,
            "evidence": 0.3903,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 47,
            "score": 46.59,
            "se": 2.66,
            "evidence": -3.3098,
            "off_curve": true,
            "rank": 178
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 52,
            "score": 92.39,
            "se": 1.86,
            "evidence": 2.2708,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 65,
            "score": 93.02,
            "se": 2.21,
            "evidence": 3.0101,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 65,
            "score": 90.1,
            "se": 3.54,
            "evidence": 2.5284,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 65,
            "score": 78.79,
            "se": 2.91,
            "evidence": 1.0295,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 84,
            "score": 50.32,
            "se": 2.83,
            "evidence": -2.7001,
            "off_curve": true,
            "rank": 162
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 114,
            "score": 35.73,
            "se": 2.36,
            "evidence": -3.5566,
            "off_curve": true,
            "rank": 181
          }
        ],
        "picks": {
          "best": "gemini-4-argon",
          "balanced": "gemini-4-argon",
          "cheap": "gemini-3.8-flash",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "analysis",
        "band": "frontier",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.27,
            "rating": 1258.84,
            "evidence": -2.8945,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.3,
            "rating": 1315.9,
            "evidence": -2.5424,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.3,
            "rating": 1260.65,
            "evidence": -2.8328,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.366,
            "rating": 1357.18,
            "evidence": -2.2758,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.375,
            "rating": 1274.29,
            "evidence": -2.7757,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.42,
            "rating": 1268.5,
            "evidence": -2.859,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.45,
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1338.77,
            "evidence": -2.3813,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.54,
            "rating": 1457.53,
            "evidence": -0.6539,
            "off_curve": false,
            "rank": 98
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.555,
            "rating": 1369.62,
            "evidence": -2.1443,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.66,
            "rating": 1397.72,
            "evidence": -1.8197,
            "off_curve": false,
            "rank": 125
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.735,
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.75,
            "score": 9.64,
            "se": 1.18,
            "evidence": -2.9891,
            "off_curve": false,
            "rank": 160
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.75,
            "score": 0.25,
            "se": 0.27,
            "evidence": -3.5629,
            "off_curve": true,
            "rank": 164
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.78,
            "rating": 1298.17,
            "evidence": -2.6549,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1495.22,
            "evidence": 0.9595,
            "off_curve": false,
            "rank": 60
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.84,
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "off_curve": false,
            "rank": 61
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.84,
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "off_curve": false,
            "rank": 64
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1457.53,
            "evidence": -0.6539,
            "off_curve": false,
            "rank": 99
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.9,
            "rating": 1419.5,
            "evidence": -1.6301,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.9,
            "score": 0,
            "se": 0.22,
            "evidence": -3.5474,
            "off_curve": true,
            "rank": 163
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 1.05,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": false,
            "rank": 31
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 1.05,
            "score": 50.86,
            "se": 2.41,
            "evidence": 0.0798,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 1.05,
            "score": 45.27,
            "se": 1.55,
            "evidence": -0.3555,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 1.095,
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 1.11,
            "rating": 1343.15,
            "evidence": -2.3529,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 1.2,
            "score": 60.99,
            "se": 2.54,
            "evidence": 1.1251,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 1.2,
            "score": 60.99,
            "se": 2.54,
            "evidence": 1.1251,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1498.04,
            "evidence": 1.0926,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1457.53,
            "evidence": -0.6539,
            "off_curve": false,
            "rank": 97
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 1.35,
            "score": 30.52,
            "se": 1.53,
            "evidence": -1.5679,
            "off_curve": true,
            "rank": 120
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.35,
            "rating": 1357.18,
            "evidence": -2.2758,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 1.35,
            "score": 0,
            "se": 0.42,
            "evidence": -3.1999,
            "off_curve": true,
            "rank": 162
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 1.41,
            "rating": 1298.17,
            "evidence": -2.6549,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 1.62,
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149,
            "off_curve": true,
            "rank": 136
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 1.8,
            "rating": 1395.58,
            "evidence": -1.9441,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1441.6,
            "evidence": -1.0407,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1420.13,
            "evidence": -1.6095,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1400.83,
            "evidence": -1.8789,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.95,
            "rating": 1420.13,
            "evidence": -1.6095,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.95,
            "rating": 1400.83,
            "evidence": -1.8789,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 2.07,
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149,
            "off_curve": true,
            "rank": 134
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 2.25,
            "rating": 1400.83,
            "evidence": -1.8789,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 2.25,
            "rating": 1392.12,
            "evidence": -1.967,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 2.28,
            "score": 89.09,
            "se": 1.82,
            "evidence": 1.8171,
            "off_curve": false,
            "rank": 40
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 2.3355,
            "rating": 1525.77,
            "evidence": 2.0633,
            "off_curve": false,
            "rank": 34
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 2.4,
            "score": 89.09,
            "se": 1.82,
            "evidence": 1.8171,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 2.4,
            "score": 52.91,
            "se": 2.33,
            "evidence": 0.2569,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 2.475,
            "score": 20.89,
            "se": 1.48,
            "evidence": -1.9573,
            "off_curve": true,
            "rank": 132
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 2.49,
            "rating": 1467.52,
            "evidence": -0.2656,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 2.7,
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "off_curve": false,
            "rank": 17
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 2.7,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 2.7,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 2.7,
            "rating": 1467.52,
            "evidence": -0.2656,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "rating": 1467.52,
            "evidence": -0.2656,
            "off_curve": false,
            "rank": 92
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1484.81,
            "evidence": 0.4751,
            "off_curve": false,
            "rank": 72
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1484.81,
            "evidence": 0.4751,
            "off_curve": false,
            "rank": 73
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 3,
            "rating": 1481.45,
            "evidence": 0.403,
            "off_curve": false,
            "rank": 74
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 3,
            "score": 8.64,
            "se": 1.1,
            "evidence": -1.8208,
            "off_curve": true,
            "rank": 126
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 3,
            "rating": 1369.82,
            "evidence": -2.1584,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 3.15,
            "score": 55.53,
            "se": 2.38,
            "evidence": -1.2212,
            "off_curve": true,
            "rank": 116
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 3.2625,
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 3.3,
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "off_curve": false,
            "rank": 62
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 3.48,
            "rating": 1441.6,
            "evidence": -1.0407,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 3.6,
            "rating": 1441.6,
            "evidence": -1.0407,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 3.6,
            "score": 1.75,
            "se": 0.51,
            "evidence": -3.0823,
            "off_curve": true,
            "rank": 161
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 3.75,
            "rating": 1428.26,
            "evidence": -1.4496,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 3.75,
            "rating": 1420.13,
            "evidence": -1.6095,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 3.75,
            "score": 25.24,
            "se": 1.12,
            "evidence": -2.302,
            "off_curve": true,
            "rank": 142
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 3.75,
            "rating": 1216.06,
            "evidence": -2.9839,
            "off_curve": false,
            "rank": 159
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 3.825,
            "rating": 1449.15,
            "evidence": -0.8498,
            "off_curve": false,
            "rank": 102
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 4.02,
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326,
            "off_curve": true,
            "rank": 107
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 4.05,
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 4.05,
            "rating": 1467.52,
            "evidence": -0.2656,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 4.14,
            "rating": 1468.11,
            "evidence": -0.136,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 4.3875,
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 4.5,
            "rating": 1440.81,
            "evidence": -1.1281,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 4.5,
            "rating": 1440.1,
            "evidence": -1.1418,
            "off_curve": false,
            "rank": 115
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 4.65,
            "score": 31.89,
            "se": 1.86,
            "evidence": -0.8447,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 4.68,
            "rating": 1440.81,
            "evidence": -1.1281,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 4.68,
            "rating": 1298.17,
            "evidence": -2.6549,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 4.725,
            "score": 11.17,
            "se": 1.13,
            "evidence": -2.4505,
            "off_curve": true,
            "rank": 146
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 5.4375,
            "rating": 1522.34,
            "evidence": 2.1319,
            "off_curve": false,
            "rank": 26
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 5.85,
            "rating": 1477.82,
            "evidence": 0.1716,
            "off_curve": false,
            "rank": 82
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 6,
            "rating": 1475.04,
            "evidence": 0.0576,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 6,
            "score": 11.38,
            "se": 1.14,
            "evidence": -0.2829,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 6,
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 6,
            "rating": 1441.43,
            "evidence": -1.1125,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 6.9,
            "rating": 1477.82,
            "evidence": 0.1716,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 7.2,
            "rating": 1477.82,
            "evidence": 0.1716,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 7.2,
            "rating": 1440.66,
            "evidence": -1.023,
            "off_curve": false,
            "rank": 104
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 7.5,
            "rating": 1503.29,
            "evidence": 1.3366,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 7.8,
            "score": 73.44,
            "se": 2.39,
            "evidence": 0.6777,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 7.8,
            "rating": 1479.51,
            "evidence": 0.246,
            "off_curve": false,
            "rank": 78
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 73.29,
            "se": 1.18,
            "evidence": 3.4397,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 90.04,
            "se": 1.73,
            "evidence": 2.8858,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 82.29,
            "se": 2.15,
            "evidence": 1.5535,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 75.8,
            "se": 2.34,
            "evidence": 1.5264,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 9,
            "score": 35.6,
            "se": 1.98,
            "evidence": -0.3302,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 9.075,
            "score": 58.02,
            "se": 2.42,
            "evidence": -0.161,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 9.9,
            "score": 73.44,
            "se": 2.39,
            "evidence": 0.6777,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 9.9,
            "rating": 1479.51,
            "evidence": 0.246,
            "off_curve": false,
            "rank": 76
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 9.9,
            "rating": 1479.51,
            "evidence": 0.246,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 9.9,
            "rating": 1479.51,
            "evidence": 0.246,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 9.9,
            "score": 27.62,
            "se": 1.21,
            "evidence": -2.2952,
            "off_curve": true,
            "rank": 141
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 9.9,
            "score": 18.75,
            "se": 1.42,
            "evidence": -2.837,
            "off_curve": true,
            "rank": 154
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 10.5,
            "score": 7.79,
            "se": 1.01,
            "evidence": -1.8765,
            "off_curve": true,
            "rank": 127
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 10.8,
            "rating": 1522.34,
            "evidence": 2.1319,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 10.8,
            "rating": 1522.34,
            "evidence": 2.1319,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 10.8,
            "rating": 1522.34,
            "evidence": 2.1319,
            "off_curve": false,
            "rank": 27
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 10.8,
            "rating": 1495.59,
            "evidence": 0.9776,
            "off_curve": false,
            "rank": 59
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 10.8,
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 10.8,
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 10.8,
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 14.85,
            "rating": 1479.51,
            "evidence": 0.246,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 15,
            "rating": 1514.37,
            "evidence": 1.8146,
            "off_curve": false,
            "rank": 41
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 15.6,
            "rating": 1497.37,
            "evidence": 1.0643,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 15.75,
            "rating": 1542.1,
            "evidence": 2.4407,
            "off_curve": false,
            "rank": 16
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 15.75,
            "rating": 1434.43,
            "evidence": -1.262,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 16.2,
            "rating": 1522.34,
            "evidence": 2.1319,
            "off_curve": false,
            "rank": 24
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 16.5,
            "score": 76.07,
            "se": 2.33,
            "evidence": 1.2912,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 16.5,
            "score": 74.25,
            "se": 2.37,
            "evidence": 0.6842,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 18,
            "score": 29.23,
            "se": 1.23,
            "evidence": -1.5128,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 18,
            "score": 3.77,
            "se": 0.52,
            "evidence": -2.9242,
            "off_curve": true,
            "rank": 158
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 18.75,
            "rating": 1508.59,
            "evidence": 1.4618,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 18.75,
            "rating": 1508.59,
            "evidence": 1.4618,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 18.75,
            "score": 32.58,
            "se": 1.27,
            "evidence": -1.0022,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 18.75,
            "score": 36.25,
            "se": 1.39,
            "evidence": -1.0738,
            "off_curve": true,
            "rank": 111
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 19.95,
            "rating": 1515.31,
            "evidence": 1.6611,
            "off_curve": false,
            "rank": 43
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 21,
            "score": 94.88,
            "se": 1.33,
            "evidence": 3.7573,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 21,
            "score": 94.79,
            "se": 1.29,
            "evidence": 3.7458,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 21,
            "score": 95.08,
            "se": 1.3,
            "evidence": 3.2939,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 21,
            "score": 68.49,
            "se": 1.63,
            "evidence": 2.2055,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 21,
            "rating": 1515.31,
            "evidence": 1.6611,
            "off_curve": false,
            "rank": 42
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 21,
            "rating": 1515.31,
            "evidence": 1.6611,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 21,
            "rating": 1508.91,
            "evidence": 1.5779,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 21,
            "score": 79.95,
            "se": 2.23,
            "evidence": 1.566,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 22.5,
            "score": 2.41,
            "se": 0.43,
            "evidence": -3.5946,
            "off_curve": true,
            "rank": 165
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 24,
            "score": 73.84,
            "se": 1.46,
            "evidence": 2.6491,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 24,
            "score": 79.54,
            "se": 2.25,
            "evidence": 1.9435,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 26.25,
            "score": 47.17,
            "se": 1.62,
            "evidence": -0.6411,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 29.925,
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 30,
            "score": 65.47,
            "se": 1.62,
            "evidence": 1.4408,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 31.5,
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 31.5,
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 31.5,
            "score": 73.46,
            "se": 2.39,
            "evidence": 1.4974,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 31.5,
            "score": 12.26,
            "se": 0.99,
            "evidence": -0.7436,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 42,
            "score": 95.92,
            "se": 1.18,
            "evidence": 3.7155,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 42,
            "score": 91.21,
            "se": 1.67,
            "evidence": 3.3321,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 52.5,
            "score": 92.92,
            "se": 1.52,
            "evidence": 3.3608,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 52.5,
            "score": 62.27,
            "se": 1.51,
            "evidence": 2.8207,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 52.5,
            "score": 82.04,
            "se": 2.16,
            "evidence": 2.2519,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 52.5,
            "score": 51.84,
            "se": 1.51,
            "evidence": 2.2501,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 52.5,
            "score": 20.65,
            "se": 1.24,
            "evidence": 0.1506,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 60,
            "score": 88.92,
            "se": 1.79,
            "evidence": 2.4834,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 75,
            "rating": 1297.25,
            "evidence": -2.6616,
            "off_curve": false,
            "rank": 151
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 84,
            "score": 93.96,
            "se": 1.4,
            "evidence": 3.7982,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 105,
            "score": 91.5,
            "se": 1.6,
            "evidence": 3.5495,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 105,
            "score": 77.08,
            "se": 1.21,
            "evidence": 3.3745,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 105,
            "score": 78.42,
            "se": 1.1,
            "evidence": 3.2267,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 135,
            "score": 12.98,
            "se": 1.1,
            "evidence": -2.3913,
            "off_curve": true,
            "rank": 145
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 180,
            "rating": 1265.19,
            "evidence": -2.8766,
            "off_curve": false,
            "rank": 156
          }
        ],
        "picks": {
          "best": "gemini-4-argon",
          "balanced": "gemini-4-argon",
          "cheap": "mimo-v2.6-pro",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "math",
        "band": "medium",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.072,
            "rating": 1261.5,
            "evidence": -2.8942,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1335,
            "evidence": -2.3742,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.08,
            "rating": 1254.12,
            "evidence": -2.8924,
            "off_curve": true,
            "rank": 148
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.0976,
            "rating": 1380.76,
            "evidence": -2.0002,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.1,
            "rating": 1317.74,
            "evidence": -2.491,
            "off_curve": true,
            "rank": 137
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.112,
            "rating": 1264.76,
            "evidence": -2.885,
            "off_curve": true,
            "rank": 147
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.128,
            "rating": 1322.94,
            "evidence": -2.4255,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.144,
            "rating": 1424.41,
            "evidence": -0.7854,
            "off_curve": false,
            "rank": 92
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.176,
            "rating": 1398.05,
            "evidence": -1.482,
            "off_curve": true,
            "rank": 116
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1347.79,
            "evidence": -2.2847,
            "off_curve": true,
            "rank": 132
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1309.61,
            "evidence": -2.5277,
            "off_curve": true,
            "rank": 139
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.208,
            "rating": 1295.61,
            "evidence": -2.658,
            "off_curve": true,
            "rank": 142
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.224,
            "rating": 1462.02,
            "evidence": 0.7595,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.224,
            "rating": 1424.41,
            "evidence": -0.7854,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1400.98,
            "evidence": -1.6318,
            "off_curve": true,
            "rank": 120
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1272.98,
            "evidence": -2.8155,
            "off_curve": true,
            "rank": 145
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1449.22,
            "evidence": 0.3106,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1450.63,
            "evidence": 0.2961,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.292,
            "rating": 1416.39,
            "evidence": -1.1269,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.296,
            "rating": 1351.13,
            "evidence": -2.2896,
            "off_curve": true,
            "rank": 133
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1504.76,
            "evidence": 2.2879,
            "off_curve": false,
            "rank": 8
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1504.76,
            "evidence": 2.2879,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1467.06,
            "evidence": 0.9709,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1424.41,
            "evidence": -0.7854,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1425.47,
            "evidence": -0.7463,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1380.76,
            "evidence": -2.0002,
            "off_curve": true,
            "rank": 126
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1274.89,
            "evidence": -2.8372,
            "off_curve": true,
            "rank": 146
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.376,
            "rating": 1295.61,
            "evidence": -2.658,
            "off_curve": true,
            "rank": 143
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.432,
            "rating": 1416.39,
            "evidence": -1.1269,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1377.69,
            "evidence": -2.0355,
            "off_curve": true,
            "rank": 129
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1413.54,
            "evidence": -1.1724,
            "off_curve": true,
            "rank": 108
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1409.5,
            "evidence": -1.2507,
            "off_curve": true,
            "rank": 112
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1396.47,
            "evidence": -1.7211,
            "off_curve": true,
            "rank": 123
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1413.54,
            "evidence": -1.1724,
            "off_curve": true,
            "rank": 109
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1396.47,
            "evidence": -1.7211,
            "off_curve": true,
            "rank": 124
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 0.552,
            "rating": 1416.39,
            "evidence": -1.1269,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1413.54,
            "evidence": -1.1724,
            "off_curve": true,
            "rank": 107
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.6,
            "rating": 1391.27,
            "evidence": -1.7752,
            "off_curve": true,
            "rank": 125
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.6228,
            "rating": 1483.47,
            "evidence": 1.45,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1476.19,
            "evidence": 1.304,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.66,
            "rating": 1423.87,
            "evidence": -0.8127,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.664,
            "rating": 1424.55,
            "evidence": -0.7867,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1424.55,
            "evidence": -0.7867,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1424.55,
            "evidence": -0.7867,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1465.39,
            "evidence": 0.8878,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1465.39,
            "evidence": 0.8878,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1471.23,
            "evidence": 1.0579,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1435.73,
            "evidence": -0.2726,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1321.79,
            "evidence": -2.4503,
            "off_curve": true,
            "rank": 136
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1451.75,
            "evidence": 0.3948,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.87,
            "rating": 1451.27,
            "evidence": 0.3714,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.928,
            "rating": 1409.5,
            "evidence": -1.2507,
            "off_curve": true,
            "rank": 113
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1409.5,
            "evidence": -1.2507,
            "off_curve": true,
            "rank": 111
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1353.03,
            "evidence": -2.2813,
            "off_curve": true,
            "rank": 131
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1,
            "rating": 1407.29,
            "evidence": -1.386,
            "off_curve": true,
            "rank": 115
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1,
            "rating": 1401.54,
            "evidence": -1.6311,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 1,
            "rating": 1396.47,
            "evidence": -1.7211,
            "off_curve": true,
            "rank": 122
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 1,
            "rating": 1205.42,
            "evidence": -2.9999,
            "off_curve": true,
            "rank": 150
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.02,
            "rating": 1426.55,
            "evidence": -0.6609,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.072,
            "rating": 1451.27,
            "evidence": 0.3714,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "rating": 1494.95,
            "evidence": 1.9388,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "rating": 1424.55,
            "evidence": -0.7867,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 1.104,
            "rating": 1397.1,
            "evidence": -1.5689,
            "off_curve": true,
            "rank": 118
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 1.17,
            "rating": 1486.88,
            "evidence": 1.6927,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1422.81,
            "evidence": -0.8478,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1417.78,
            "evidence": -1.0568,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.24,
            "rating": 1442.09,
            "evidence": -0.0122,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1422.81,
            "evidence": -0.8478,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1295.61,
            "evidence": -2.658,
            "off_curve": true,
            "rank": 141
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 1.26,
            "rating": 1412.07,
            "evidence": -1.2456,
            "off_curve": true,
            "rank": 110
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 1.45,
            "rating": 1501.41,
            "evidence": 2.1606,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1449.9,
            "evidence": 0.3336,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1474.43,
            "evidence": 1.2344,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1451.15,
            "evidence": 0.3746,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1451.27,
            "evidence": 0.3714,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1425.01,
            "evidence": -0.7527,
            "off_curve": true,
            "rank": 90
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 1.84,
            "rating": 1449.9,
            "evidence": 0.3336,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1449.9,
            "evidence": 0.3336,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1398.22,
            "evidence": -1.4983,
            "off_curve": true,
            "rank": 117
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2,
            "rating": 1478.96,
            "evidence": 1.4058,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "rating": 1449.26,
            "evidence": 0.2203,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 2.08,
            "rating": 1443.1,
            "evidence": 0.0562,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1519.22,
            "evidence": 2.6701,
            "off_curve": false,
            "rank": 4
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1501.62,
            "evidence": 2.1772,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1501.08,
            "evidence": 2.163,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1497.39,
            "evidence": 2.0544,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 2.4,
            "rating": 1439.05,
            "evidence": -0.1257,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 2.42,
            "rating": 1479,
            "evidence": 1.4045,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1449.26,
            "evidence": 0.2203,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1443.1,
            "evidence": 0.0562,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1443.1,
            "evidence": 0.0562,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1443.1,
            "evidence": 0.0562,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1417.61,
            "evidence": -1.0705,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1381.57,
            "evidence": -2.013,
            "off_curve": true,
            "rank": 128
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1401.77,
            "evidence": -1.6354,
            "off_curve": true,
            "rank": 121
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1501.41,
            "evidence": 2.1606,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1501.41,
            "evidence": 2.1606,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1501.41,
            "evidence": 2.1606,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1486.88,
            "evidence": 1.6927,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1486.88,
            "evidence": 1.6927,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1486.88,
            "evidence": 1.6927,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1474.28,
            "evidence": 1.2178,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 3.96,
            "rating": 1443.1,
            "evidence": 0.0562,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 4,
            "rating": 1505.43,
            "evidence": 2.2943,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 4.16,
            "rating": 1471.43,
            "evidence": 1.1296,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1495.31,
            "evidence": 1.8038,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1425.74,
            "evidence": -0.6707,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 4.32,
            "rating": 1501.41,
            "evidence": 2.1606,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 4.4,
            "rating": 1447.2,
            "evidence": 0.1804,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 4.4,
            "rating": 1444.52,
            "evidence": 0.0885,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1448.15,
            "evidence": 0.2746,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1374.57,
            "evidence": -2.0892,
            "off_curve": true,
            "rank": 130
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 5,
            "rating": 1483.37,
            "evidence": 1.4696,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 5,
            "rating": 1483.37,
            "evidence": 1.4696,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 5,
            "rating": 1435.13,
            "evidence": -0.3151,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 5,
            "rating": 1423.59,
            "evidence": -0.8244,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1536.34,
            "evidence": 2.9029,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1499.34,
            "evidence": 2.0619,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1486.26,
            "evidence": 1.6696,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1472.16,
            "evidence": 1.1473,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1440.06,
            "evidence": -0.1251,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 6,
            "rating": 1308.64,
            "evidence": -2.5271,
            "off_curve": true,
            "rank": 138
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 6.4,
            "rating": 1487.76,
            "evidence": 1.7152,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 6.4,
            "rating": 1478.37,
            "evidence": 1.3812,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "rating": 1431.77,
            "evidence": -0.4645,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 7.98,
            "rating": 1501.93,
            "evidence": 2.1916,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 8,
            "rating": 1459.02,
            "evidence": 0.6531,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1501.93,
            "evidence": 2.1916,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1501.93,
            "evidence": 2.1916,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1461.32,
            "evidence": 0.742,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1426.75,
            "evidence": -0.6986,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1514.24,
            "evidence": 2.4476,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1494.17,
            "evidence": 1.944,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 14,
            "rating": 1514.72,
            "evidence": 2.5369,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 14,
            "rating": 1503.04,
            "evidence": 2.2552,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 14,
            "rating": 1489.99,
            "evidence": 1.8013,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 14,
            "rating": 1475.81,
            "evidence": 1.2759,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 14,
            "rating": 1462.09,
            "evidence": 0.775,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 16,
            "rating": 1500.03,
            "evidence": 2.1506,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 20,
            "rating": 1303.07,
            "evidence": -2.5839,
            "off_curve": true,
            "rank": 140
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 28,
            "rating": 1526.18,
            "evidence": 2.729,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 28,
            "rating": 1520.42,
            "evidence": 2.6838,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 28,
            "rating": 1480.61,
            "evidence": 1.4838,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 36,
            "rating": 1408.89,
            "evidence": -1.376,
            "off_curve": true,
            "rank": 114
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 48,
            "rating": 1284.78,
            "evidence": -2.7591,
            "off_curve": true,
            "rank": 144
          }
        ],
        "picks": {
          "best": "gemini-4-argon",
          "balanced": "gemini-4-argon",
          "cheap": "gemini-3.8-flash",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "math",
        "band": "hard",
        "points": [
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.266,
            "score": 64.94,
            "se": 1.07,
            "evidence": -5.2947,
            "off_curve": false,
            "rank": 99
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.282,
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "off_curve": false,
            "rank": 65
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.304,
            "score": 74.04,
            "se": 1.12,
            "evidence": -3.1827,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.342,
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.46,
            "score": 94.9,
            "se": 0.48,
            "evidence": 1.5351,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.47,
            "score": 62.27,
            "se": 1.2,
            "evidence": -5.6398,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.488,
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.532,
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.532,
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.532,
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.56,
            "score": 70,
            "se": 1.02,
            "evidence": -4.2106,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.65,
            "score": 92.75,
            "se": 1.33,
            "evidence": 2.4261,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.65,
            "score": 89.12,
            "se": 1.6,
            "evidence": 1.0294,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.658,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.75,
            "score": 81.24,
            "se": 2.01,
            "evidence": -1.0476,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.75,
            "score": 81.24,
            "se": 2.01,
            "evidence": -1.0476,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.76,
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.84,
            "score": 52.63,
            "se": 1.13,
            "evidence": -7.842,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.89,
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "deepseek-v4-flash-vision-exp",
            "price_per_1k_tasks_usd": 1.0133,
            "score": 87.81,
            "se": 1.68,
            "evidence": 0.6138,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 1.48,
            "score": 87.2,
            "se": 1.72,
            "evidence": 0.4191,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 1.525,
            "score": 90.98,
            "se": 1.47,
            "evidence": 1.6957,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 1.55,
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 1.68,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 1.68,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 1.68,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 1.68,
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 1.88,
            "score": 65.28,
            "se": 1.13,
            "evidence": -5.1101,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.9875,
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 2.068,
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 2.24,
            "score": 87.29,
            "se": 0.73,
            "evidence": -0.3723,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 2.3,
            "score": 97.85,
            "se": 0.34,
            "evidence": 2.5692,
            "off_curve": false,
            "rank": 26
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 2.35,
            "score": 11.63,
            "se": 0.55,
            "evidence": -19.8145,
            "off_curve": true,
            "rank": 108
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 2.46,
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 2.52,
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 2.52,
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 2.745,
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 2.85,
            "score": 73.74,
            "se": 2.26,
            "evidence": -2.0175,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 2.935,
            "score": 96.64,
            "se": 0.42,
            "evidence": 2.094,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 3.016,
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 3.375,
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 3.52,
            "score": 79.87,
            "se": 2.06,
            "evidence": -1.298,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 3.7,
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 3.7,
            "score": 83.72,
            "se": 1.9,
            "evidence": -0.5215,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 4.44,
            "score": 79.87,
            "se": 2.06,
            "evidence": -1.298,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 4.65,
            "score": 84.28,
            "se": 1.87,
            "evidence": -0.3807,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 93.47,
            "se": 1.27,
            "evidence": 2.7335,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 91.56,
            "se": 1.43,
            "evidence": 1.9257,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 88.24,
            "se": 1.65,
            "evidence": 0.7479,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 4.875,
            "score": 86.4,
            "se": 1.76,
            "evidence": 0.1818,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 4.94,
            "score": 95.09,
            "se": 1.11,
            "evidence": 3.4225,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 4.94,
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 5.5,
            "score": 79.6,
            "se": 2.07,
            "evidence": -1.3405,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 5.55,
            "score": 78.46,
            "se": 2.11,
            "evidence": -1.5118,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 5.645,
            "score": 88.36,
            "se": 1.65,
            "evidence": 0.7835,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 6.16,
            "score": 97.83,
            "se": 0.33,
            "evidence": 2.5641,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 6.16,
            "score": 96.49,
            "se": 0.43,
            "evidence": 2.0356,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 6.204,
            "score": 95.09,
            "se": 1.11,
            "evidence": 3.4225,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 6.204,
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 6.204,
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 6.204,
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 6.5,
            "score": 86.91,
            "se": 0.77,
            "evidence": -0.4541,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 6.76,
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 6.76,
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 6.76,
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 6.76,
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 6.76,
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 6.76,
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 9.306,
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 9.4,
            "score": 91.31,
            "se": 1.45,
            "evidence": 1.8249,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 10.14,
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 10.34,
            "score": 95.68,
            "se": 1.04,
            "evidence": 3.6873,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 10.34,
            "score": 92.57,
            "se": 1.35,
            "evidence": 2.3441,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 11.2,
            "score": 97.77,
            "se": 0.33,
            "evidence": 2.5408,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 11.2,
            "score": 83.01,
            "se": 0.85,
            "evidence": -1.4023,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 11.5,
            "score": 98.13,
            "se": 0.32,
            "evidence": 2.6838,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 11.75,
            "score": 85.25,
            "se": 1.82,
            "evidence": -0.1241,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 11.75,
            "score": 85.25,
            "se": 1.82,
            "evidence": -0.1241,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 13,
            "score": 96.83,
            "se": 0.9,
            "evidence": 4.195,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 13,
            "score": 96.36,
            "se": 0.96,
            "evidence": 3.9872,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 13,
            "score": 96.13,
            "se": 0.99,
            "evidence": 3.8849,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 13,
            "score": 92.94,
            "se": 1.32,
            "evidence": 2.504,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 14,
            "score": 49.77,
            "se": 1.11,
            "evidence": -8.5288,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 14.8,
            "score": 94.91,
            "se": 1.13,
            "evidence": 3.343,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 14.8,
            "score": 91.04,
            "se": 1.47,
            "evidence": 1.7168,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 16.1,
            "score": 93.17,
            "se": 1.3,
            "evidence": 2.603,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 18.5,
            "score": 94.15,
            "se": 1.21,
            "evidence": 3.0206,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 18.525,
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 19.5,
            "score": 97.73,
            "se": 0.41,
            "evidence": 2.5023,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 19.5,
            "score": 86.99,
            "se": 1.73,
            "evidence": 0.3535,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 19.5,
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 19.5,
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 26,
            "score": 97.08,
            "se": 0.87,
            "evidence": 4.3056,
            "off_curve": true,
            "rank": 1
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 26,
            "score": 96.2,
            "se": 0.98,
            "evidence": 3.917,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 32.5,
            "score": 95.73,
            "se": 1.04,
            "evidence": 3.7028,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 32.5,
            "score": 94.32,
            "se": 1.19,
            "evidence": 3.0941,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 32.5,
            "score": 92.85,
            "se": 1.32,
            "evidence": 2.4712,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 32.5,
            "score": 90.39,
            "se": 1.51,
            "evidence": 1.4713,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 32.5,
            "score": 89.32,
            "se": 1.59,
            "evidence": 1.0941,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 37,
            "score": 95.86,
            "se": 1.02,
            "evidence": 3.7668,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 47,
            "score": 46.73,
            "se": 1.14,
            "evidence": -9.11,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 65,
            "score": 97.01,
            "se": 0.88,
            "evidence": 4.2722,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 65,
            "score": 96.81,
            "se": 0.9,
            "evidence": 4.1894,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 65,
            "score": 95.99,
            "se": 1.01,
            "evidence": 3.819,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 84,
            "score": 81.65,
            "se": 1.06,
            "evidence": -1.5815,
            "off_curve": true,
            "rank": 90
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 114,
            "score": 22.97,
            "se": 0.85,
            "evidence": -15.5872,
            "off_curve": true,
            "rank": 107
          }
        ],
        "picks": {
          "best": "gpt-5-mini",
          "balanced": "gpt-5-mini",
          "cheap": "gpt-5-mini",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "math",
        "band": "frontier",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.3,
            "score": 40.28,
            "se": 6.32,
            "evidence": -1.69,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.3,
            "score": 7.5,
            "se": 2.76,
            "evidence": -2.6868,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.366,
            "score": 88.89,
            "se": 4.46,
            "evidence": 0.9853,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.375,
            "score": 16.67,
            "se": 4.24,
            "evidence": -2.4368,
            "off_curve": true,
            "rank": 130
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.42,
            "score": 13.75,
            "se": 3.7,
            "evidence": -2.5116,
            "off_curve": true,
            "rank": 133
          },
          {
            "model": "deepseek-v4-flash-0731@deepinfra",
            "price_per_1k_tasks_usd": 0.45,
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "off_curve": false,
            "rank": 47
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.48,
            "score": 22.5,
            "se": 5.28,
            "evidence": -2.2596,
            "off_curve": true,
            "rank": 125
          },
          {
            "model": "qwen3.5-9b@deepinfra",
            "price_per_1k_tasks_usd": 0.525,
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988,
            "off_curve": true,
            "rank": 110
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.66,
            "score": 66.94,
            "se": 6.04,
            "evidence": -0.5804,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "qwen3.5-9b@parasail",
            "price_per_1k_tasks_usd": 0.675,
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988,
            "off_curve": true,
            "rank": 111
          },
          {
            "model": "gemma-4-26b-a4b-it",
            "price_per_1k_tasks_usd": 0.72,
            "score": 82.22,
            "se": 5.76,
            "evidence": 0.4031,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "qwen3-14b",
            "price_per_1k_tasks_usd": 0.72,
            "score": 66.39,
            "se": 6.19,
            "evidence": -0.6081,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.735,
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "off_curve": false,
            "rank": 15
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.75,
            "score": 21.05,
            "se": 2.75,
            "evidence": -2.4243,
            "off_curve": true,
            "rank": 129
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.75,
            "score": 3.89,
            "se": 2.92,
            "evidence": -2.8593,
            "off_curve": true,
            "rank": 141
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.78,
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551,
            "off_curve": true,
            "rank": 138
          },
          {
            "model": "deepseek-v4-flash-0731",
            "price_per_1k_tasks_usd": 0.84,
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "deepseek-v4-flash-0731@parasail",
            "price_per_1k_tasks_usd": 0.84,
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "qwen3.5-9b",
            "price_per_1k_tasks_usd": 0.885,
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988,
            "off_curve": true,
            "rank": 109
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.9,
            "score": 33.37,
            "se": 1.97,
            "evidence": -0.8685,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.9,
            "score": 14.96,
            "se": 3,
            "evidence": -2.4089,
            "off_curve": true,
            "rank": 128
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 1.05,
            "score": 88.92,
            "se": 1.25,
            "evidence": 3.089,
            "off_curve": false,
            "rank": 10
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 1.05,
            "score": 86.16,
            "se": 1.44,
            "evidence": 2.637,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 1.05,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 1.11,
            "score": 62.78,
            "se": 6.21,
            "evidence": -0.7767,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 1.2,
            "score": 74.84,
            "se": 1.83,
            "evidence": 1.2078,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 1.2,
            "score": 74.84,
            "se": 1.83,
            "evidence": 1.2078,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 1.2,
            "score": 73.33,
            "se": 6.67,
            "evidence": -0.223,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.35,
            "score": 88.89,
            "se": 4.46,
            "evidence": 0.9853,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 1.35,
            "score": 3.82,
            "se": 1.39,
            "evidence": -3.5769,
            "off_curve": true,
            "rank": 143
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 1.41,
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551,
            "off_curve": true,
            "rank": 139
          },
          {
            "model": "qwen3.6-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.65,
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "qwen3.6-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.725,
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 1.8,
            "score": 62.22,
            "se": 6.51,
            "evidence": -0.8042,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.92,
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.95,
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 2.4,
            "score": 57.34,
            "se": 4.44,
            "evidence": -0.2605,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 2.475,
            "score": 25.68,
            "se": 2.9,
            "evidence": -2.2014,
            "off_curve": true,
            "rank": 124
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 2.49,
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 2.7,
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 2.7,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 2.7,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 2.7,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 2.7,
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 2.7,
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 2.88,
            "score": 63.86,
            "se": 2.35,
            "evidence": 0.6615,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 2.88,
            "score": 63.86,
            "se": 2.35,
            "evidence": 0.6615,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "qwen3.6-flash",
            "price_per_1k_tasks_usd": 3,
            "score": 37.32,
            "se": 2.06,
            "evidence": -0.5985,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "qwen3.6-flash@alibaba-us",
            "price_per_1k_tasks_usd": 3,
            "score": 37.32,
            "se": 2.06,
            "evidence": -0.5985,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 3,
            "score": 33.45,
            "se": 3.94,
            "evidence": -2.0728,
            "off_curve": true,
            "rank": 122
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 3,
            "score": 17.78,
            "se": 4.36,
            "evidence": -2.4081,
            "off_curve": true,
            "rank": 127
          },
          {
            "model": "qwen-plus",
            "price_per_1k_tasks_usd": 3,
            "score": 1.72,
            "se": 0.77,
            "evidence": -9.7199,
            "off_curve": true,
            "rank": 148
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 3.15,
            "score": 68.16,
            "se": 2.47,
            "evidence": 0.5858,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "price_per_1k_tasks_usd": 3.3,
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 3.6,
            "score": 18.62,
            "se": 2.15,
            "evidence": -2.5947,
            "off_curve": true,
            "rank": 134
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 3.75,
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 3.75,
            "score": 34.09,
            "se": 2.88,
            "evidence": -1.6606,
            "off_curve": true,
            "rank": 117
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 3.75,
            "score": 1.11,
            "se": 2.74,
            "evidence": -3.6436,
            "off_curve": true,
            "rank": 145
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 3.825,
            "score": 42.89,
            "se": 2.43,
            "evidence": -0.1337,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 4.05,
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 4.05,
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 4.14,
            "score": 47.58,
            "se": 2.69,
            "evidence": 0.4562,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "qwen3-30b-a3b-thinking-2507",
            "price_per_1k_tasks_usd": 4.2,
            "score": 70.28,
            "se": 6.04,
            "evidence": -0.4087,
            "off_curve": true,
            "rank": 90
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 4.3875,
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "off_curve": true,
            "rank": 115
          },
          {
            "model": "qwen3.6-35b-a3b",
            "price_per_1k_tasks_usd": 4.5,
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 4.5,
            "score": 3.82,
            "se": 1.13,
            "evidence": -8.6627,
            "off_curve": true,
            "rank": 147
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 4.65,
            "score": 44.63,
            "se": 4.22,
            "evidence": -1.4735,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 4.68,
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551,
            "off_curve": true,
            "rank": 137
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 4.725,
            "score": 66.39,
            "se": 4.91,
            "evidence": -0.5924,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 5.25,
            "score": 78.46,
            "se": 1.5,
            "evidence": 1.8847,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 5.4375,
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "qwen3.6-27b@deepinfra",
            "price_per_1k_tasks_usd": 5.76,
            "score": 62.58,
            "se": 2.56,
            "evidence": 0.4728,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 5.85,
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 6,
            "score": 59.88,
            "se": 1.8,
            "evidence": 1.0401,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 6,
            "score": 52.6,
            "se": 1.8,
            "evidence": 0.648,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 6.9,
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "qwen3.6-27b",
            "price_per_1k_tasks_usd": 7.2,
            "score": 62.58,
            "se": 2.56,
            "evidence": 0.4728,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 7.2,
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 7.5,
            "score": 64.09,
            "se": 1.58,
            "evidence": 1.5543,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 7.8,
            "score": 81.59,
            "se": 1.5,
            "evidence": 2.262,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 7.8,
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 83.66,
            "se": 1.45,
            "evidence": 2.5369,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 84.4,
            "se": 1.63,
            "evidence": 2.45,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 65.25,
            "se": 2.19,
            "evidence": 1.2619,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 7.875,
            "score": 71.71,
            "se": 3.42,
            "evidence": 0.511,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 8.85,
            "score": 74.8,
            "se": 2.14,
            "evidence": 1.3634,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 9,
            "score": 23.58,
            "se": 2.66,
            "evidence": -2.4886,
            "off_curve": true,
            "rank": 132
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 9.075,
            "score": 61.11,
            "se": 2.41,
            "evidence": 0.1689,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 9.9,
            "score": 81.59,
            "se": 1.5,
            "evidence": 2.262,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 9.9,
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 9.9,
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "off_curve": true,
            "rank": 107
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 9.9,
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "off_curve": true,
            "rank": 108
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 9.9,
            "score": 28.2,
            "se": 2.66,
            "evidence": -1.8282,
            "off_curve": true,
            "rank": 120
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 9.9,
            "score": 20.73,
            "se": 2.74,
            "evidence": -2.4522,
            "off_curve": true,
            "rank": 131
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 10.5,
            "score": 95.44,
            "se": 2.64,
            "evidence": 3.1689,
            "off_curve": false,
            "rank": 5
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 10.5,
            "score": 19.99,
            "se": 3.17,
            "evidence": -2.0726,
            "off_curve": true,
            "rank": 121
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 10.8,
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 10.8,
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 10.8,
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 10.8,
            "score": 54.54,
            "se": 1.83,
            "evidence": 0.7299,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 10.8,
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "off_curve": true,
            "rank": 112
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 10.8,
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "off_curve": true,
            "rank": 113
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 10.8,
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "off_curve": true,
            "rank": 114
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 14.85,
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 15,
            "score": 82.81,
            "se": 2.87,
            "evidence": 2.1332,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 15.6,
            "score": 57.11,
            "se": 2.48,
            "evidence": 1.0905,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 16.2,
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 16.5,
            "score": 82.57,
            "se": 1.43,
            "evidence": 2.4598,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 16.5,
            "score": 75.52,
            "se": 1.64,
            "evidence": 1.62,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 18,
            "score": 29.67,
            "se": 2.65,
            "evidence": -1.7245,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 18,
            "score": 16.6,
            "se": 2.21,
            "evidence": -2.7388,
            "off_curve": true,
            "rank": 136
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 18.75,
            "score": 80.06,
            "se": 2.1,
            "evidence": 1.8908,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 18.75,
            "score": 80.06,
            "se": 2.1,
            "evidence": 1.8908,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 18.75,
            "score": 39.15,
            "se": 2.96,
            "evidence": -1.4426,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 18.75,
            "score": 19.94,
            "se": 3.68,
            "evidence": -2.0946,
            "off_curve": true,
            "rank": 123
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 21,
            "score": 96.84,
            "se": 2.6,
            "evidence": 3.262,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 21,
            "score": 95.26,
            "se": 2.65,
            "evidence": 3.1571,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 21,
            "score": 94.91,
            "se": 2.66,
            "evidence": 3.1338,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 21,
            "score": 94.39,
            "se": 2.67,
            "evidence": 3.1003,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 21,
            "score": 92.98,
            "se": 2.7,
            "evidence": 3.0099,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 21,
            "score": 72.8,
            "se": 3.33,
            "evidence": 0.7611,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 22.5,
            "score": 2.31,
            "se": 0.79,
            "evidence": -3.8518,
            "off_curve": true,
            "rank": 146
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 24,
            "score": 64.05,
            "se": 1.7,
            "evidence": 1.6008,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 24,
            "score": 66.77,
            "se": 4.5,
            "evidence": 0.2891,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 26.25,
            "score": 51.75,
            "se": 3.09,
            "evidence": -0.062,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 29.925,
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 30,
            "score": 60.88,
            "se": 3.29,
            "evidence": 0.5193,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 31.5,
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 31.5,
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 31.5,
            "score": 51.76,
            "se": 3.69,
            "evidence": -0.1603,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 31.5,
            "score": 22.8,
            "se": 2.82,
            "evidence": -2.3913,
            "off_curve": true,
            "rank": 126
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 42,
            "score": 95.62,
            "se": 2.64,
            "evidence": 3.1798,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 42,
            "score": 77.22,
            "se": 4.18,
            "evidence": 1.0006,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 52.5,
            "score": 92.77,
            "se": 1.56,
            "evidence": 3.021,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 52.5,
            "score": 72.3,
            "se": 2.53,
            "evidence": 1.7983,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 52.5,
            "score": 66.88,
            "se": 2.16,
            "evidence": 1.5832,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 52.5,
            "score": 61.76,
            "se": 1.91,
            "evidence": 1.5826,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 52.5,
            "score": 34.38,
            "se": 2.63,
            "evidence": -1.639,
            "off_curve": true,
            "rank": 116
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 60,
            "score": 69.1,
            "se": 4.46,
            "evidence": 0.4319,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 75,
            "score": 3.69,
            "se": 1.23,
            "evidence": -3.583,
            "off_curve": true,
            "rank": 144
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 84,
            "score": 97.41,
            "se": 0.66,
            "evidence": 3.9192,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 105,
            "score": 96.84,
            "se": 2.6,
            "evidence": 3.262,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 105,
            "score": 95.09,
            "se": 2.65,
            "evidence": 3.1459,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 105,
            "score": 92.92,
            "se": 1.52,
            "evidence": 3.0864,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 135,
            "score": 17.56,
            "se": 2.83,
            "evidence": -2.7855,
            "off_curve": true,
            "rank": 140
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 180,
            "score": 1.11,
            "se": 0.54,
            "evidence": -2.8969,
            "off_curve": true,
            "rank": 142
          }
        ],
        "picks": {
          "best": "gpt-6.1-sol",
          "balanced": "deepseek-v4.1-flash-1017@deepinfra",
          "cheap": "gpt-oss-120b@deepinfra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "code_write",
        "band": "hard",
        "points": [
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.208,
            "rating": 1311.97,
            "evidence": -2.8778,
            "off_curve": false,
            "rank": 164
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.235,
            "rating": 1273.49,
            "evidence": -2.9737,
            "off_curve": false,
            "rank": 166
          },
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.249,
            "rating": 1368.27,
            "evidence": -2.4393,
            "off_curve": false,
            "rank": 149
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.3025,
            "rating": 1315.84,
            "evidence": -2.8517,
            "off_curve": false,
            "rank": 163
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.3035,
            "rating": 1389.54,
            "evidence": -2.2607,
            "off_curve": false,
            "rank": 143
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.329,
            "rating": 1305.74,
            "evidence": -2.8979,
            "off_curve": false,
            "rank": 165
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.376,
            "rating": 1357.82,
            "evidence": -2.5392,
            "off_curve": false,
            "rank": 152
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.423,
            "rating": 1581.61,
            "evidence": -0.213,
            "off_curve": false,
            "rank": 84
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.4575,
            "rating": 1366.72,
            "evidence": -2.4667,
            "off_curve": false,
            "rank": 150
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.538,
            "rating": 1406.04,
            "evidence": -2.136,
            "off_curve": false,
            "rank": 140
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.5929,
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945,
            "off_curve": false,
            "rank": 34
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.605,
            "rating": 1362.52,
            "evidence": -2.4878,
            "off_curve": false,
            "rank": 151
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.632,
            "rating": 1345.75,
            "evidence": -2.6882,
            "off_curve": false,
            "rank": 160
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1385.35,
            "evidence": -2.3016,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.658,
            "rating": 1638.53,
            "evidence": 1.7765,
            "off_curve": false,
            "rank": 39
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.658,
            "rating": 1581.61,
            "evidence": -0.213,
            "off_curve": false,
            "rank": 85
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.74,
            "rating": 1372.95,
            "evidence": -2.406,
            "off_curve": false,
            "rank": 147
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.74,
            "rating": 1435.41,
            "evidence": -2.6439,
            "off_curve": false,
            "rank": 156
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.847,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.875,
            "score": 63.4,
            "se": 7.13,
            "evidence": 1.1,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.875,
            "score": 25.69,
            "se": 6.8,
            "evidence": 0.4604,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.915,
            "rating": 1384.98,
            "evidence": -2.2946,
            "off_curve": false,
            "rank": 144
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.9225,
            "rating": 1471.85,
            "evidence": -0.9045,
            "off_curve": false,
            "rank": 103
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.94,
            "rating": 1581.61,
            "evidence": -0.213,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.94,
            "score": 8.5,
            "se": 6.57,
            "evidence": -0.6768,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.975,
            "score": 20.7,
            "se": 9.55,
            "evidence": 1.8197,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.975,
            "score": 20.7,
            "se": 9.55,
            "evidence": 1.8197,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 1.033,
            "rating": 1469.35,
            "evidence": -1.8051,
            "off_curve": false,
            "rank": 128
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 1.11,
            "score": 25.7,
            "se": 10.3,
            "evidence": 0.201,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 1.11,
            "score": 25.7,
            "se": 10.3,
            "evidence": 0.201,
            "off_curve": false,
            "rank": 78
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.11,
            "rating": 1389.54,
            "evidence": -2.2607,
            "off_curve": false,
            "rank": 142
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 1.11,
            "rating": 1347.62,
            "evidence": -2.665,
            "off_curve": false,
            "rank": 157
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 1.115,
            "rating": 1345.75,
            "evidence": -2.6882,
            "off_curve": false,
            "rank": 161
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 1.36,
            "rating": 1471.85,
            "evidence": -0.9045,
            "off_curve": false,
            "rank": 104
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 1.48,
            "rating": 1437.86,
            "evidence": -1.7852,
            "off_curve": false,
            "rank": 127
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.588,
            "rating": 1462.81,
            "evidence": -1.152,
            "off_curve": false,
            "rank": 112
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.63,
            "rating": 1434.46,
            "evidence": -2.6362,
            "off_curve": false,
            "rank": 154
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.65,
            "rating": 1434.46,
            "evidence": -2.6362,
            "off_curve": false,
            "rank": 155
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.665,
            "rating": 1444.13,
            "evidence": -1.6427,
            "off_curve": false,
            "rank": 123
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.685,
            "rating": 1444.13,
            "evidence": -1.6427,
            "off_curve": false,
            "rank": 124
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 1.702,
            "rating": 1471.85,
            "evidence": -0.9045,
            "off_curve": false,
            "rank": 102
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 1.8311,
            "score": 36.4,
            "se": 11.34,
            "evidence": 2.4247,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 1.8525,
            "rating": 1644.68,
            "evidence": 0.8532,
            "off_curve": false,
            "rank": 61
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1444.13,
            "evidence": -1.6427,
            "off_curve": false,
            "rank": 122
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1420.85,
            "evidence": -2.0362,
            "off_curve": false,
            "rank": 136
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 1.95,
            "rating": 1644.68,
            "evidence": 0.8532,
            "off_curve": false,
            "rank": 60
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 2.02,
            "score": 21.11,
            "se": 9.82,
            "evidence": 0.2782,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 2.045,
            "rating": 1492.95,
            "evidence": -0.2964,
            "off_curve": false,
            "rank": 94
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 2.0875,
            "rating": 1459.61,
            "evidence": -1.2638,
            "off_curve": false,
            "rank": 115
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 2.22,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 2.22,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 2.22,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 2.22,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 2.22,
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945,
            "off_curve": false,
            "rank": 33
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 2.22,
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945,
            "off_curve": false,
            "rank": 35
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 2.22,
            "rating": 1492.95,
            "evidence": -0.2964,
            "off_curve": false,
            "rank": 92
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 2.22,
            "rating": 1492.95,
            "evidence": -0.2964,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 2.368,
            "rating": 1500.26,
            "evidence": 0.3377,
            "off_curve": false,
            "rank": 73
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 2.368,
            "rating": 1500.26,
            "evidence": 0.3377,
            "off_curve": false,
            "rank": 74
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 2.42,
            "rating": 1504.68,
            "evidence": -0.0988,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 2.42,
            "rating": 1378.53,
            "evidence": -2.3553,
            "off_curve": false,
            "rank": 146
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 2.52,
            "rating": 1472.39,
            "evidence": -1.3808,
            "off_curve": false,
            "rank": 117
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 2.525,
            "rating": 1457.51,
            "evidence": -2.1796,
            "off_curve": false,
            "rank": 141
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 2.8313,
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 2.96,
            "rating": 1462.81,
            "evidence": -1.152,
            "off_curve": false,
            "rank": 111
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 2.96,
            "rating": 1433.03,
            "evidence": -1.8726,
            "off_curve": false,
            "rank": 129
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 2.985,
            "rating": 1462.81,
            "evidence": -1.152,
            "off_curve": false,
            "rank": 113
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 3.025,
            "rating": 1470.99,
            "evidence": -1.9175,
            "off_curve": false,
            "rank": 133
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 3.025,
            "rating": 1274.83,
            "evidence": -2.9801,
            "off_curve": false,
            "rank": 167
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 3.1625,
            "rating": 1484.15,
            "evidence": -0.8873,
            "off_curve": false,
            "rank": 101
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 3.2,
            "rating": 1432.13,
            "evidence": -1.8852,
            "off_curve": false,
            "rank": 132
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 3.2,
            "rating": 1434.46,
            "evidence": -2.6362,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 3.33,
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 3.33,
            "rating": 1492.95,
            "evidence": -0.2964,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 3.45,
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 3.484,
            "rating": 1345.75,
            "evidence": -2.6882,
            "off_curve": false,
            "rank": 159
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 3.555,
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 3.565,
            "rating": 1441.89,
            "evidence": -1.6714,
            "off_curve": false,
            "rank": 126
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 3.7,
            "rating": 1458.16,
            "evidence": -2.0132,
            "off_curve": false,
            "rank": 135
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 3.84,
            "rating": 1451.5,
            "evidence": -2.0754,
            "off_curve": false,
            "rank": 137
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 3.9025,
            "rating": 1463.98,
            "evidence": -1.1264,
            "off_curve": false,
            "rank": 110
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 3.975,
            "rating": 1502.06,
            "evidence": -0.2845,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 4.03,
            "rating": 1451.5,
            "evidence": -2.0754,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 4.235,
            "score": 32.35,
            "se": 7.36,
            "evidence": -0.7013,
            "off_curve": false,
            "rank": 98
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 4.5,
            "rating": 1622.27,
            "evidence": 2.0111,
            "off_curve": false,
            "rank": 31
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 4.95,
            "rating": 1490.24,
            "evidence": -0.9484,
            "off_curve": false,
            "rank": 107
          },
          {
            "model": "hy4-preview",
            "price_per_1k_tasks_usd": 5.0444,
            "rating": 1631.65,
            "evidence": 1.5086,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 5.05,
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 5.05,
            "rating": 1505.25,
            "evidence": -0.1261,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 5.05,
            "rating": 1496.26,
            "evidence": -0.2991,
            "off_curve": false,
            "rank": 96
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 5.12,
            "rating": 1458.23,
            "evidence": -1.9406,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 5.86,
            "rating": 1490.24,
            "evidence": -0.9484,
            "off_curve": false,
            "rank": 108
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 6.06,
            "rating": 1490.24,
            "evidence": -0.9484,
            "off_curve": false,
            "rank": 106
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 6.11,
            "score": 33.33,
            "se": 10.03,
            "evidence": 0.6297,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 6.11,
            "rating": 1500.53,
            "evidence": -0.2558,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 6.2,
            "rating": 1452,
            "evidence": -1.4337,
            "off_curve": false,
            "rank": 118
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 6.225,
            "rating": 1516.12,
            "evidence": 0.83,
            "off_curve": false,
            "rank": 62
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "score": 27.7,
            "se": 7.39,
            "evidence": 1.5224,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "score": 41.11,
            "se": 12.16,
            "evidence": 1.4208,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "score": 23.33,
            "se": 9.32,
            "evidence": 0.8658,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "rating": 1507.97,
            "evidence": 0.3921,
            "off_curve": false,
            "rank": 69
          },
          {
            "model": "kimi-k2.7-code",
            "price_per_1k_tasks_usd": 7.3,
            "rating": 1474.47,
            "evidence": -1.0235,
            "off_curve": false,
            "rank": 109
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 7.4675,
            "score": 9.8,
            "se": 7.01,
            "evidence": -0.7578,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 7.575,
            "rating": 1494.94,
            "evidence": -0.793,
            "off_curve": false,
            "rank": 100
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 7.986,
            "score": 33.33,
            "se": 10.03,
            "evidence": 0.6297,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 7.986,
            "rating": 1500.53,
            "evidence": -0.2558,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 7.986,
            "rating": 1500.53,
            "evidence": -0.2558,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 7.986,
            "rating": 1500.53,
            "evidence": -0.2558,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 8.14,
            "rating": 1433.06,
            "evidence": -1.874,
            "off_curve": false,
            "rank": 131
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 8.14,
            "rating": 1416.59,
            "evidence": -2.1116,
            "off_curve": false,
            "rank": 139
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 8.74,
            "rating": 1622.27,
            "evidence": 2.0111,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 8.74,
            "rating": 1622.27,
            "evidence": 2.0111,
            "off_curve": false,
            "rank": 30
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 8.74,
            "rating": 1622.27,
            "evidence": 2.0111,
            "off_curve": false,
            "rank": 32
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 8.74,
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 8.74,
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 8.74,
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 8.74,
            "rating": 1512.28,
            "evidence": 0.6497,
            "off_curve": false,
            "rank": 64
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 8.75,
            "score": 66.43,
            "se": 7.47,
            "evidence": 2.6314,
            "off_curve": false,
            "rank": 17
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 8.75,
            "rating": 1481.53,
            "evidence": -1.4926,
            "off_curve": false,
            "rank": 119
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 11.979,
            "rating": 1500.53,
            "evidence": -0.2558,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 12.1,
            "score": 37.19,
            "se": 7.31,
            "evidence": 2.3182,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 13.11,
            "rating": 1622.27,
            "evidence": 2.0111,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 13.125,
            "score": 61.8,
            "se": 11.45,
            "evidence": 2.6301,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 13.125,
            "rating": 1478.1,
            "evidence": -1.6676,
            "off_curve": false,
            "rank": 125
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 13.13,
            "rating": 1509.95,
            "evidence": 0.408,
            "off_curve": false,
            "rank": 68
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 13.31,
            "score": 49.87,
            "se": 8.19,
            "evidence": 1.3484,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 13.31,
            "score": 29.91,
            "se": 7.17,
            "evidence": 1.2183,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 14.8,
            "rating": 1460.23,
            "evidence": -1.246,
            "off_curve": false,
            "rank": 114
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 14.8,
            "rating": 1455.84,
            "evidence": -1.3549,
            "off_curve": false,
            "rank": 116
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 15.125,
            "rating": 1524.88,
            "evidence": 1.133,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 15.125,
            "rating": 1524.88,
            "evidence": 1.133,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 16,
            "score": 4.44,
            "se": 3.44,
            "evidence": -1.5506,
            "off_curve": true,
            "rank": 120
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 16,
            "rating": 1475.44,
            "evidence": -1.6073,
            "off_curve": false,
            "rank": 121
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 16.625,
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 17.5,
            "score": 72.7,
            "se": 10.5,
            "evidence": 3.7236,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 17.5,
            "score": 63.36,
            "se": 7.97,
            "evidence": 3.2652,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 17.5,
            "score": 58.7,
            "se": 8.25,
            "evidence": 3.2307,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 17.5,
            "score": 80.59,
            "se": 5.73,
            "evidence": 3.1681,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 17.5,
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 17.5,
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 17.5,
            "score": 48.89,
            "se": 11.21,
            "evidence": 2.3622,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 17.5,
            "score": 63.33,
            "se": 10.69,
            "evidence": 1.4438,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 18.5,
            "rating": 1368.9,
            "evidence": -2.4387,
            "off_curve": false,
            "rank": 148
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 20.2,
            "score": 33.51,
            "se": 8.06,
            "evidence": 1.2299,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 20.2,
            "score": 8.89,
            "se": 4.56,
            "evidence": 0.2565,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 22.4,
            "score": 32.22,
            "se": 9.96,
            "evidence": -0.9434,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 24.9375,
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 25.25,
            "score": 23.33,
            "se": 8.1,
            "evidence": -0.1621,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 26.25,
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 26.25,
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 26.25,
            "rating": 1528.29,
            "evidence": 1.3918,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 26.25,
            "rating": 1512.25,
            "evidence": -0.1185,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 35,
            "score": 84.18,
            "se": 5.4,
            "evidence": 3.8799,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 35,
            "score": 20,
            "se": 9.23,
            "evidence": 1.5753,
            "off_curve": false,
            "rank": 42
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 43.75,
            "score": 87.78,
            "se": 7.18,
            "evidence": 3.1757,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 43.75,
            "score": 43.33,
            "se": 9.59,
            "evidence": 1.8544,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 43.75,
            "score": 65.56,
            "se": 10.85,
            "evidence": 1.7502,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 43.75,
            "score": 33.33,
            "se": 10.03,
            "evidence": 1.6853,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 43.75,
            "rating": 1522.91,
            "evidence": 0.8854,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 50.5,
            "score": 23.33,
            "se": 10.13,
            "evidence": 0.6952,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 60.5,
            "rating": 1346.83,
            "evidence": -2.6739,
            "off_curve": false,
            "rank": 158
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 70,
            "score": 82.9,
            "se": 8.87,
            "evidence": 3.1641,
            "off_curve": false,
            "rank": 9
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 87.5,
            "score": 83.77,
            "se": 5.51,
            "evidence": 3.5884,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 87.5,
            "score": 67.8,
            "se": 7.78,
            "evidence": 3.4735,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 87.5,
            "score": 70,
            "se": 10.44,
            "evidence": 2.8642,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 111,
            "rating": 1432.72,
            "evidence": -1.8732,
            "off_curve": false,
            "rank": 130
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 141,
            "rating": 1329.84,
            "evidence": -2.8185,
            "off_curve": false,
            "rank": 162
          }
        ],
        "picks": {
          "best": "gemini-4-carbon",
          "balanced": "gemini-4-carbon",
          "cheap": "deepseek-flash@deepinfra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "code_fix",
        "band": "hard",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.249,
            "score": 3.1,
            "se": 1.5,
            "evidence": -6.038,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.3035,
            "score": 25.56,
            "se": 1.91,
            "evidence": -3.3047,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.376,
            "score": 4.9,
            "se": 1.44,
            "evidence": -6.6357,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "qwen3.5-9b@deepinfra",
            "price_per_1k_tasks_usd": 0.4025,
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "qwen3.5-9b@parasail",
            "price_per_1k_tasks_usd": 0.5375,
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "off_curve": true,
            "rank": 90
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.538,
            "score": 40,
            "se": 3.27,
            "evidence": -1.8383,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.5929,
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.64,
            "score": 6.97,
            "se": 1.92,
            "evidence": -5.2692,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "qwen3.5-9b",
            "price_per_1k_tasks_usd": 0.6775,
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.74,
            "score": 8.9,
            "se": 1.9,
            "evidence": -5.6361,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.875,
            "score": 77.6,
            "se": 8.51,
            "evidence": 1.0154,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.875,
            "score": 70.8,
            "se": 9.28,
            "evidence": 0.5193,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.9225,
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.94,
            "score": 20.3,
            "se": 8.21,
            "evidence": -2.2925,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.975,
            "score": 70.9,
            "se": 9.27,
            "evidence": 0.526,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.975,
            "score": 70.9,
            "se": 9.27,
            "evidence": 0.526,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 1.033,
            "score": 39.55,
            "se": 2.75,
            "evidence": -1.6111,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 1.11,
            "score": 68.8,
            "se": 9.46,
            "evidence": 0.387,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 1.11,
            "score": 68.8,
            "se": 9.46,
            "evidence": 0.387,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.11,
            "score": 25.56,
            "se": 1.91,
            "evidence": -3.3047,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 1.11,
            "score": 3.6,
            "se": 1.24,
            "evidence": -7.0558,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 1.36,
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "qwen3.6-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 1.415,
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "qwen3.6-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 1.4825,
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 1.702,
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 1.8311,
            "score": 64.5,
            "se": 9.77,
            "evidence": 0.1165,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 2.22,
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 2.22,
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 2.8313,
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 2.96,
            "score": 32.4,
            "se": 3.12,
            "evidence": -2.5583,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 3.1625,
            "score": 33.26,
            "se": 2.45,
            "evidence": -2.2701,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 3.2,
            "score": 47,
            "se": 1.67,
            "evidence": -1.1763,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 3.45,
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 3.555,
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 3.7,
            "score": 24.5,
            "se": 2.4,
            "evidence": -3.1278,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "qwen3.6-35b-a3b",
            "price_per_1k_tasks_usd": 3.7875,
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 3.9025,
            "score": 71.4,
            "se": 3.01,
            "evidence": 1.1597,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 4.235,
            "score": 79.4,
            "se": 8.26,
            "evidence": 1.1635,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 5.05,
            "score": 66.08,
            "se": 1.65,
            "evidence": 0.7381,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 5.05,
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 5.05,
            "score": 57.85,
            "se": 2.25,
            "evidence": 0.0475,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 6.11,
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 6.225,
            "score": 76.65,
            "se": 1.92,
            "evidence": 2.365,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "score": 79.34,
            "se": 1.84,
            "evidence": 2.8509,
            "off_curve": true,
            "rank": 1
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 6.5625,
            "score": 73.3,
            "se": 9.03,
            "evidence": 0.6919,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 7.4675,
            "score": 48.7,
            "se": 10.2,
            "evidence": -0.8001,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 7.986,
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 7.986,
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 7.986,
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 8.14,
            "score": 72,
            "se": 2.99,
            "evidence": 1.2247,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 8.14,
            "score": 60.4,
            "se": 3.26,
            "evidence": 0.0574,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 8.74,
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 8.74,
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 8.74,
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 8.74,
            "score": 74.17,
            "se": 1.99,
            "evidence": 1.9289,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 8.75,
            "score": 89.2,
            "se": 6.34,
            "evidence": 2.2349,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 8.75,
            "score": 13.9,
            "se": 2.7,
            "evidence": -4.0402,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 11.979,
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 12.1,
            "score": 60.9,
            "se": 9.96,
            "evidence": -0.0999,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 13.125,
            "score": 78.5,
            "se": 8.39,
            "evidence": 1.0881,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 13.13,
            "score": 76.65,
            "se": 1.92,
            "evidence": 2.365,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 13.31,
            "score": 76.7,
            "se": 8.63,
            "evidence": 0.9442,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 13.31,
            "score": 73.1,
            "se": 9.05,
            "evidence": 0.6778,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 14.8,
            "score": 68.4,
            "se": 1.74,
            "evidence": 0.6864,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 14.8,
            "score": 49.83,
            "se": 1.88,
            "evidence": -0.7405,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 15.125,
            "score": 77.27,
            "se": 1.91,
            "evidence": 2.4713,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 15.125,
            "score": 77.27,
            "se": 1.91,
            "evidence": 2.4713,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 16,
            "score": 63.39,
            "se": 1.42,
            "evidence": 0.1917,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 16,
            "score": 59.48,
            "se": 1.69,
            "evidence": -0.119,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 16.625,
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 17.5,
            "score": 91,
            "se": 5.84,
            "evidence": 2.5192,
            "off_curve": false,
            "rank": 12
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 17.5,
            "score": 85.7,
            "se": 7.15,
            "evidence": 1.7826,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 17.5,
            "score": 82.1,
            "se": 7.83,
            "evidence": 1.4064,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 17.5,
            "score": 77.2,
            "se": 8.56,
            "evidence": 0.9839,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 17.5,
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 17.5,
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 18.5,
            "score": 28.36,
            "se": 1.69,
            "evidence": -2.1116,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 20.2,
            "score": 84.2,
            "se": 7.45,
            "evidence": 1.6169,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 20.2,
            "score": 61.42,
            "se": 4.12,
            "evidence": 0.2945,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 22.4,
            "score": 65.54,
            "se": 1.68,
            "evidence": 0.6391,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 24.9375,
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 25.25,
            "score": 78.92,
            "se": 1.4,
            "evidence": 1.8211,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 26.25,
            "score": 67.94,
            "se": 1.61,
            "evidence": 0.8715,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 26.25,
            "score": 60.89,
            "se": 1.68,
            "evidence": 0.0631,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 26.25,
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 26.25,
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 35,
            "score": 87.1,
            "se": 6.84,
            "evidence": 1.9516,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 43.75,
            "score": 82.12,
            "se": 1.32,
            "evidence": 2.5549,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 43.75,
            "score": 75.78,
            "se": 1.5,
            "evidence": 1.7157,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 43.75,
            "score": 72.13,
            "se": 1.57,
            "evidence": 1.2955,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 50.5,
            "score": 66.07,
            "se": 2.49,
            "evidence": 0.6906,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 70,
            "score": 79.2,
            "se": 8.28,
            "evidence": 1.1476,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 87.5,
            "score": 89.7,
            "se": 6.2,
            "evidence": 2.3109,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 87.5,
            "score": 87.5,
            "se": 6.75,
            "evidence": 2.0021,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 111,
            "score": 61.7,
            "se": 3.24,
            "evidence": 0.1816,
            "off_curve": true,
            "rank": 59
          }
        ],
        "picks": {
          "best": "gpt-6.1-terra",
          "balanced": "gpt-6.1-terra",
          "cheap": "deepseek-v4.1-flash-1017@deepinfra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "query",
        "band": "medium",
        "points": [
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.1372,
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "off_curve": false,
            "rank": 27
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.18,
            "score": 49.6,
            "se": 6.93,
            "evidence": -0.0933,
            "off_curve": false,
            "rank": 12
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.18,
            "score": 44.8,
            "se": 6.9,
            "evidence": -0.5997,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.22,
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.22,
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 0.24,
            "score": 48,
            "se": 6.93,
            "evidence": -0.2617,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 0.24,
            "score": 48,
            "se": 6.93,
            "evidence": -0.2617,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.24,
            "score": 46.3,
            "se": 6.91,
            "evidence": -0.4412,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.4662,
            "score": 48.3,
            "se": 6.93,
            "evidence": -0.2301,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 0.48,
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 0.48,
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.495,
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 0.632,
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 0.98,
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1,
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 1.35,
            "score": 45.3,
            "se": 6.9,
            "evidence": -0.547,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 1.61,
            "score": 48.5,
            "se": 6.93,
            "evidence": -0.2091,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 1.8,
            "score": 56.5,
            "se": 6.87,
            "evidence": 0.6354,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 2.7,
            "score": 56.7,
            "se": 6.87,
            "evidence": 0.6565,
            "off_curve": false,
            "rank": 5
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 2.8,
            "score": 50.1,
            "se": 6.93,
            "evidence": -0.0407,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 3.08,
            "score": 44.9,
            "se": 6.9,
            "evidence": -0.5892,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 3.08,
            "score": 43.1,
            "se": 6.87,
            "evidence": -0.7807,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 3.42,
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 3.6,
            "score": 69.9,
            "se": 6.36,
            "evidence": 2.1219,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 3.6,
            "score": 67.3,
            "se": 6.51,
            "evidence": 1.8235,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 3.6,
            "score": 57.4,
            "se": 6.86,
            "evidence": 0.731,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 3.6,
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 3.6,
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 3.6,
            "score": 39.8,
            "se": 6.79,
            "evidence": -1.1295,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 4,
            "score": 50.2,
            "se": 6.93,
            "evidence": -0.0302,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 5.13,
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 5.4,
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 5.4,
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 7.2,
            "score": 52.3,
            "se": 6.93,
            "evidence": 0.1907,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 14.4,
            "score": 55.8,
            "se": 6.89,
            "evidence": 0.5606,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 18,
            "score": 58.4,
            "se": 6.84,
            "evidence": 0.838,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 18,
            "score": 56.2,
            "se": 6.88,
            "evidence": 0.6032,
            "off_curve": true,
            "rank": 7
          }
        ],
        "picks": {
          "best": "gemini-4-argon",
          "balanced": "gemini-4-hydrogen",
          "cheap": "gpt-6.1-terra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "tool_use",
        "band": "hard",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.372,
            "score": 3.1,
            "se": 1.5,
            "evidence": -2.1354,
            "off_curve": false,
            "rank": 87
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.454,
            "score": 14.2,
            "se": 2.3,
            "evidence": -1.3081,
            "off_curve": false,
            "rank": 75
          },
          {
            "model": "qwen3.5-9b@deepinfra",
            "price_per_1k_tasks_usd": 0.67,
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "qwen3.5-9b@parasail",
            "price_per_1k_tasks_usd": 0.85,
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732,
            "off_curve": false,
            "rank": 82
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.92,
            "score": 6.97,
            "se": 1.92,
            "evidence": -1.848,
            "off_curve": false,
            "rank": 85
          },
          {
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "price_per_1k_tasks_usd": 0.9212,
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "off_curve": false,
            "rank": 36
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 1.064,
            "rating": -0.01,
            "evidence": -0.3961,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "qwen3.5-9b",
            "price_per_1k_tasks_usd": 1.13,
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732,
            "off_curve": false,
            "rank": 80
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 1.3,
            "score": 47.9,
            "se": 11.77,
            "evidence": 0.5067,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 1.3,
            "score": 24.7,
            "se": 10.17,
            "evidence": -0.7076,
            "off_curve": false,
            "rank": 65
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 1.5,
            "score": 20.7,
            "se": 9.55,
            "evidence": -0.9557,
            "off_curve": false,
            "rank": 68
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 1.5,
            "score": 20.7,
            "se": 9.55,
            "evidence": -0.9557,
            "off_curve": false,
            "rank": 69
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 1.52,
            "score": 8.5,
            "se": 6.57,
            "evidence": -1.9334,
            "off_curve": false,
            "rank": 86
          },
          {
            "model": "minimax-m3.1-flash",
            "price_per_1k_tasks_usd": 1.68,
            "score": 25.7,
            "se": 10.3,
            "evidence": -0.581,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "minimax-m3.1-flash@parasail",
            "price_per_1k_tasks_usd": 1.68,
            "score": 25.7,
            "se": 10.3,
            "evidence": -0.581,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.68,
            "score": 14.2,
            "se": 2.3,
            "evidence": -1.3081,
            "off_curve": false,
            "rank": 74
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 1.724,
            "score": 39.55,
            "se": 2.75,
            "evidence": 0.4072,
            "off_curve": false,
            "rank": 34
          },
          {
            "model": "qwen3.6-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 2.02,
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "off_curve": false,
            "rank": 59
          },
          {
            "model": "qwen3.6-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 2.11,
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 2.85,
            "rating": 0.03,
            "evidence": 0.5293,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 2.9574,
            "score": 36.4,
            "se": 11.34,
            "evidence": -0.0418,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 3,
            "rating": 0.03,
            "evidence": 0.5293,
            "off_curve": false,
            "rank": 27
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 3.1,
            "rating": -0.11,
            "evidence": -2.1562,
            "off_curve": false,
            "rank": 90
          },
          {
            "model": "deepseek-v4.1-flash-1017",
            "price_per_1k_tasks_usd": 3.36,
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "off_curve": false,
            "rank": 35
          },
          {
            "model": "deepseek-v4.1-flash-1017@parasail",
            "price_per_1k_tasks_usd": 3.36,
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "off_curve": false,
            "rank": 37
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 3.36,
            "rating": -0.11,
            "evidence": -2.1562,
            "off_curve": false,
            "rank": 88
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 3.36,
            "rating": -0.11,
            "evidence": -2.1562,
            "off_curve": false,
            "rank": 91
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 3.584,
            "rating": -0.09,
            "evidence": -1.7647,
            "off_curve": false,
            "rank": 83
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 3.584,
            "rating": -0.09,
            "evidence": -1.7647,
            "off_curve": false,
            "rank": 84
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 3.76,
            "rating": -0.07,
            "evidence": -1.335,
            "off_curve": false,
            "rank": 77
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 3.96,
            "rating": -0.19,
            "evidence": -2.938,
            "off_curve": false,
            "rank": 96
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 3.975,
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "off_curve": false,
            "rank": 72
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 4.6,
            "score": 22.25,
            "se": 2.62,
            "evidence": -0.7007,
            "off_curve": false,
            "rank": 64
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 4.75,
            "score": 33.26,
            "se": 2.45,
            "evidence": 0.0372,
            "off_curve": false,
            "rank": 39
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 4.92,
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "off_curve": false,
            "rank": 73
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 5.04,
            "rating": -0.11,
            "evidence": -2.1562,
            "off_curve": false,
            "rank": 89
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 5.49,
            "rating": -0,
            "evidence": 0,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "qwen3.6-35b-a3b",
            "price_per_1k_tasks_usd": 5.55,
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 5.6,
            "score": 24.5,
            "se": 2.4,
            "evidence": -0.5346,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "mistral-large-4-0",
            "price_per_1k_tasks_usd": 6.58,
            "score": 24.7,
            "se": 10.17,
            "evidence": -0.7076,
            "off_curve": false,
            "rank": 66
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 6.75,
            "rating": 0,
            "evidence": 0,
            "off_curve": false,
            "rank": 49
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 7.4,
            "score": 47.42,
            "se": 3.04,
            "evidence": 0.8542,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 7.4,
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "off_curve": false,
            "rank": 71
          },
          {
            "model": "hy4-preview",
            "price_per_1k_tasks_usd": 7.8378,
            "rating": 0.06,
            "evidence": 1.2359,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 9.75,
            "rating": -0.03,
            "evidence": 0,
            "off_curve": false,
            "rank": 41
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 9.75,
            "score": 16.5,
            "se": 8.75,
            "evidence": -1.2383,
            "off_curve": false,
            "rank": 70
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 11.29,
            "score": 9.8,
            "se": 7.01,
            "evidence": -2.2623,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "gpt-6.1-terra",
            "price_per_1k_tasks_usd": 13,
            "score": 56.2,
            "se": 11.69,
            "evidence": 1.5828,
            "off_curve": false,
            "rank": 14
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 13,
            "score": 13.9,
            "se": 2.7,
            "evidence": -1.3274,
            "off_curve": false,
            "rank": 76
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 13.52,
            "rating": -0,
            "evidence": 0,
            "off_curve": false,
            "rank": 42
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 13.52,
            "rating": -0,
            "evidence": 0,
            "off_curve": false,
            "rank": 43
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 13.52,
            "rating": -0,
            "evidence": 0,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 13.52,
            "rating": 0,
            "evidence": 0,
            "off_curve": false,
            "rank": 46
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 13.52,
            "rating": 0,
            "evidence": 0,
            "off_curve": false,
            "rank": 48
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 13.52,
            "rating": 0,
            "evidence": 0,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 18.8,
            "score": 26.6,
            "se": 10.41,
            "evidence": -0.5975,
            "off_curve": false,
            "rank": 62
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 19.5,
            "score": 61.8,
            "se": 11.45,
            "evidence": 1.9104,
            "off_curve": false,
            "rank": 12
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 19.5,
            "rating": -0.14,
            "evidence": -2.5853,
            "off_curve": false,
            "rank": 95
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 20.28,
            "rating": 0,
            "evidence": 0,
            "off_curve": false,
            "rank": 47
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 20.68,
            "score": 45.3,
            "se": 11.73,
            "evidence": 0.5541,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 20.68,
            "score": 18.7,
            "se": 9.19,
            "evidence": -0.7628,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 22.4,
            "score": 9.1,
            "se": 1.5,
            "evidence": -2.44,
            "off_curve": false,
            "rank": 93
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 23,
            "score": 47.58,
            "se": 2.76,
            "evidence": 0.8774,
            "off_curve": false,
            "rank": 22
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 23,
            "score": 33.93,
            "se": 2.9,
            "evidence": 0.0591,
            "off_curve": false,
            "rank": 38
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 23.5,
            "rating": -0.08,
            "evidence": -1.5643,
            "off_curve": false,
            "rank": 78
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 23.5,
            "rating": -0.08,
            "evidence": -1.5643,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 24.7,
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 26,
            "score": 65.6,
            "se": 11.2,
            "evidence": 1.9747,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 26,
            "score": 63.4,
            "se": 11.35,
            "evidence": 1.9722,
            "off_curve": false,
            "rank": 9
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 26,
            "score": 72.7,
            "se": 10.5,
            "evidence": 1.9203,
            "off_curve": false,
            "rank": 11
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 26,
            "rating": 0.06,
            "evidence": 1.2359,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 26,
            "score": 58.5,
            "se": 11.61,
            "evidence": 1.1577,
            "off_curve": false,
            "rank": 21
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 26,
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 26,
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 26,
            "rating": 0.01,
            "evidence": 0.0139,
            "off_curve": false,
            "rank": 40
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 28,
            "score": 8.6,
            "se": 2.12,
            "evidence": -2.5675,
            "off_curve": false,
            "rank": 94
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 29.6,
            "score": 61.42,
            "se": 4.12,
            "evidence": 0.577,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 29.6,
            "score": 25.9,
            "se": 10.33,
            "evidence": -0.6375,
            "off_curve": false,
            "rank": 63
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 32.2,
            "score": 54.04,
            "se": 2.89,
            "evidence": 1.2348,
            "off_curve": false,
            "rank": 20
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 37,
            "score": 81.8,
            "se": 2,
            "evidence": 2.7897,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 37.05,
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 39,
            "score": 62.75,
            "se": 1.82,
            "evidence": 1.5143,
            "off_curve": false,
            "rank": 15
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 39,
            "score": 41.5,
            "se": 1.94,
            "evidence": 0.4291,
            "off_curve": false,
            "rank": 33
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 39,
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638,
            "off_curve": false,
            "rank": 52
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 39,
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638,
            "off_curve": false,
            "rank": 54
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 52,
            "score": 72.8,
            "se": 10.49,
            "evidence": 2.4094,
            "off_curve": false,
            "rank": 5
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 52,
            "rating": 0.04,
            "evidence": 0.7871,
            "off_curve": false,
            "rank": 24
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 65,
            "score": 80.22,
            "se": 2.11,
            "evidence": 2.7054,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 65,
            "score": 69.9,
            "se": 2.5,
            "evidence": 2.1266,
            "off_curve": false,
            "rank": 7
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 65,
            "score": 64.7,
            "se": 1.83,
            "evidence": 1.7562,
            "off_curve": false,
            "rank": 13
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 65,
            "rating": 0.06,
            "evidence": 1.2359,
            "off_curve": false,
            "rank": 17
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 74,
            "score": 66.07,
            "se": 2.49,
            "evidence": 1.9429,
            "off_curve": false,
            "rank": 10
          },
          {
            "model": "claude-fable-5-2",
            "price_per_1k_tasks_usd": 104,
            "score": 82.9,
            "se": 8.87,
            "evidence": 2.9176,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 130,
            "score": 75.6,
            "se": 10.12,
            "evidence": 2.4231,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 130,
            "score": 74.2,
            "se": 10.31,
            "evidence": 2.3649,
            "off_curve": true,
            "rank": 6
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 130,
            "rating": 0.06,
            "evidence": 1.2359,
            "off_curve": false,
            "rank": 16
          }
        ],
        "picks": {
          "best": "claude-fable-5-2",
          "balanced": "claude-fable-5-2",
          "cheap": "gpt-6.1-terra",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "vision",
        "band": "medium",
        "points": [
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.128,
            "rating": 1164.35,
            "evidence": -2.5532,
            "off_curve": false,
            "rank": 76
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1159.05,
            "evidence": -2.5793,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1118.38,
            "evidence": -2.7747,
            "off_curve": true,
            "rank": 79
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.224,
            "rating": 1259.56,
            "evidence": -0.1257,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.24,
            "rating": 1063.11,
            "evidence": -2.9586,
            "off_curve": true,
            "rank": 81
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1211.18,
            "evidence": -1.9416,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1294.7,
            "evidence": 1.9781,
            "off_curve": false,
            "rank": 14
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1294.7,
            "evidence": 1.9781,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1279.39,
            "evidence": 1.0661,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1065.51,
            "evidence": -2.9601,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.512,
            "rating": 1246.62,
            "evidence": -0.7734,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 0.6228,
            "rating": 1265.88,
            "evidence": 0.2987,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 0.64,
            "rating": 1255.82,
            "evidence": -0.3183,
            "off_curve": true,
            "rank": 46
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 0.66,
            "rating": 1195.54,
            "evidence": -2.2488,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 0.664,
            "rating": 1249.16,
            "evidence": -0.6494,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1249.16,
            "evidence": -0.6494,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1249.16,
            "evidence": -0.6494,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1277.25,
            "evidence": 0.9333,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1277.25,
            "evidence": 0.9333,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1240.28,
            "evidence": -1.0739,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 0.84,
            "rating": 1235.86,
            "evidence": -1.2536,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 0.87,
            "rating": 1269.62,
            "evidence": 0.4537,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.928,
            "rating": 1246.62,
            "evidence": -0.7734,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1246.62,
            "evidence": -0.7734,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1181.25,
            "evidence": -2.4119,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 1,
            "rating": 1221.79,
            "evidence": -1.6944,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1,
            "rating": 1202.47,
            "evidence": -2.1199,
            "off_curve": true,
            "rank": 71
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.072,
            "rating": 1269.62,
            "evidence": 0.4537,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "rating": 1279.15,
            "evidence": 1.0434,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 1.08,
            "rating": 1249.16,
            "evidence": -0.6494,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.2,
            "rating": 1239.64,
            "evidence": -1.1068,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.24,
            "rating": 1267.98,
            "evidence": 0.3506,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.248,
            "rating": 1239.64,
            "evidence": -1.1068,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 1.56,
            "rating": 1262.37,
            "evidence": 0.0153,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1284.64,
            "evidence": 1.397,
            "off_curve": true,
            "rank": 19
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1269.62,
            "evidence": 0.4537,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1244.22,
            "evidence": -0.8846,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 1.84,
            "rating": 1262.37,
            "evidence": 0.0153,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1262.37,
            "evidence": 0.0153,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1206.27,
            "evidence": -2.0357,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 2,
            "rating": 1282.43,
            "evidence": 1.2474,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1316.78,
            "evidence": 2.6674,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1313.14,
            "evidence": 2.5875,
            "off_curve": true,
            "rank": 7
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1307.55,
            "evidence": 2.4324,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 2.1,
            "rating": 1296.69,
            "evidence": 2.0351,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 2.4,
            "rating": 1244.42,
            "evidence": -0.8756,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1193.96,
            "evidence": -2.2714,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 4,
            "rating": 1312.01,
            "evidence": 2.5563,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1222.41,
            "evidence": -1.6809,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 4.4,
            "rating": 1263.99,
            "evidence": 0.1368,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 4.4,
            "rating": 1230.02,
            "evidence": -1.4563,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1213.74,
            "evidence": -1.8931,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 4.8,
            "rating": 1210.2,
            "evidence": -1.96,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 5,
            "rating": 1234.96,
            "evidence": -1.2992,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 5,
            "rating": 1208.01,
            "evidence": -2.0065,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1285.94,
            "evidence": 1.4388,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1284.26,
            "evidence": 1.3476,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1271.62,
            "evidence": 0.5738,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 5.6,
            "rating": 1232.65,
            "evidence": -1.3537,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 6,
            "rating": 1136.52,
            "evidence": -2.7067,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 6.4,
            "rating": 1296.04,
            "evidence": 2.0509,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 6.4,
            "rating": 1269.07,
            "evidence": 0.4121,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 7,
            "rating": 1228.84,
            "evidence": -1.5185,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 8,
            "rating": 1291.73,
            "evidence": 1.8107,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 8.4,
            "rating": 1282.65,
            "evidence": 1.2665,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1323.8,
            "evidence": 2.804,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1282.19,
            "evidence": 1.2303,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 14,
            "rating": 1318.72,
            "evidence": 2.7156,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 14,
            "rating": 1317.48,
            "evidence": 2.6854,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 14,
            "rating": 1312.21,
            "evidence": 2.5543,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 14,
            "rating": 1288.62,
            "evidence": 1.6345,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 16,
            "rating": 1295.83,
            "evidence": 2.033,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 20,
            "rating": 1089.76,
            "evidence": -2.8591,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 28,
            "rating": 1325.6,
            "evidence": 2.8695,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 28,
            "rating": 1321.62,
            "evidence": 2.77,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 28,
            "rating": 1278.52,
            "evidence": 1.005,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 36,
            "rating": 1168.25,
            "evidence": -2.5211,
            "off_curve": true,
            "rank": 75
          }
        ],
        "picks": {
          "best": "claude-opus-5-5",
          "balanced": "claude-opus-5-5",
          "cheap": "gemini-3.8-flash",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "document_qa",
        "band": "medium",
        "points": [
          {
            "model": "gpt-oss-20b",
            "price_per_1k_tasks_usd": 0.152,
            "rating": 1303.23,
            "evidence": -2.7631,
            "off_curve": false,
            "rank": 153
          },
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.1864,
            "rating": 1324.38,
            "evidence": -2.5207,
            "off_curve": false,
            "rank": 145
          },
          {
            "model": "mistral-small-24b-instruct-2501",
            "price_per_1k_tasks_usd": 0.192,
            "rating": 1279.65,
            "evidence": -2.9008,
            "off_curve": true,
            "rank": 155
          },
          {
            "model": "gemma-3-4b-it",
            "price_per_1k_tasks_usd": 0.2,
            "rating": 1311.97,
            "evidence": -2.6335,
            "off_curve": true,
            "rank": 148
          },
          {
            "model": "gemma-3-12b-it",
            "price_per_1k_tasks_usd": 0.22,
            "rating": 1346.64,
            "evidence": -2.3101,
            "off_curve": false,
            "rank": 138
          },
          {
            "model": "phi-4",
            "price_per_1k_tasks_usd": 0.28,
            "rating": 1267.13,
            "evidence": -2.9442,
            "off_curve": true,
            "rank": 156
          },
          {
            "model": "granite-4.2-8b",
            "price_per_1k_tasks_usd": 0.292,
            "rating": 1305.52,
            "evidence": -2.7206,
            "off_curve": true,
            "rank": 152
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1365.62,
            "evidence": -2.1243,
            "off_curve": false,
            "rank": 134
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.32,
            "rating": 1331.59,
            "evidence": -2.445,
            "off_curve": true,
            "rank": 141
          },
          {
            "model": "deepseek-v4-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.36,
            "rating": 1447.97,
            "evidence": -0.132,
            "off_curve": false,
            "rank": 81
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.368,
            "rating": 1355.1,
            "evidence": -2.2096,
            "off_curve": true,
            "rank": 137
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 0.44,
            "rating": 1325.45,
            "evidence": -2.5054,
            "off_curve": true,
            "rank": 143
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 0.448,
            "rating": 1313.62,
            "evidence": -2.678,
            "off_curve": true,
            "rank": 150
          },
          {
            "model": "qwen3.5-flash-2026-02-23",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1399.91,
            "evidence": -1.6158,
            "off_curve": true,
            "rank": 122
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 0.48,
            "rating": 1325.33,
            "evidence": -2.5216,
            "off_curve": true,
            "rank": 146
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "price_per_1k_tasks_usd": 0.508,
            "rating": 1432.95,
            "evidence": -0.7663,
            "off_curve": true,
            "rank": 98
          },
          {
            "model": "gpt-6-luna",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1448.53,
            "evidence": -0.109,
            "off_curve": false,
            "rank": 79
          },
          {
            "model": "claude-haiku-5-5",
            "price_per_1k_tasks_usd": 0.52,
            "rating": 1418.99,
            "evidence": -1.15,
            "off_curve": true,
            "rank": 109
          },
          {
            "model": "mimo-v2.6-flash",
            "price_per_1k_tasks_usd": 0.56,
            "rating": 1457.45,
            "evidence": 0.2314,
            "off_curve": false,
            "rank": 71
          },
          {
            "model": "deepseek-v4-flash@parasail",
            "price_per_1k_tasks_usd": 0.56,
            "rating": 1447.97,
            "evidence": -0.132,
            "off_curve": true,
            "rank": 82
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 0.584,
            "rating": 1337.97,
            "evidence": -2.352,
            "off_curve": true,
            "rank": 140
          },
          {
            "model": "deepseek-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.616,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": false,
            "rank": 46
          },
          {
            "model": "glm-5.3-flash",
            "price_per_1k_tasks_usd": 0.68,
            "rating": 1479.67,
            "evidence": 1.2629,
            "off_curve": true,
            "rank": 51
          },
          {
            "model": "glm-5.3-flash@deepinfra",
            "price_per_1k_tasks_usd": 0.68,
            "rating": 1479.67,
            "evidence": 1.2629,
            "off_curve": true,
            "rank": 52
          },
          {
            "model": "gpt-4o-mini",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1325.99,
            "evidence": -2.4932,
            "off_curve": true,
            "rank": 142
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 0.72,
            "rating": 1324.38,
            "evidence": -2.5207,
            "off_curve": true,
            "rank": 144
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.728,
            "rating": 1389.51,
            "evidence": -1.814,
            "off_curve": true,
            "rank": 127
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 0.76,
            "rating": 1389.51,
            "evidence": -1.814,
            "off_curve": true,
            "rank": 128
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "price_per_1k_tasks_usd": 0.768,
            "rating": 1432.95,
            "evidence": -0.7663,
            "off_curve": true,
            "rank": 99
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1468.76,
            "evidence": 0.7711,
            "off_curve": true,
            "rank": 65
          },
          {
            "model": "deepseek-v4-flash",
            "price_per_1k_tasks_usd": 0.8,
            "rating": 1447.97,
            "evidence": -0.132,
            "off_curve": true,
            "rank": 80
          },
          {
            "model": "qwen3.5-35b-a3b@deepinfra",
            "price_per_1k_tasks_usd": 0.848,
            "rating": 1399.07,
            "evidence": -1.6334,
            "off_curve": true,
            "rank": 124
          },
          {
            "model": "qwen3.5-35b-a3b@parasail",
            "price_per_1k_tasks_usd": 0.88,
            "rating": 1399.07,
            "evidence": -1.6334,
            "off_curve": true,
            "rank": 125
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 0.904,
            "rating": 1313.62,
            "evidence": -2.678,
            "off_curve": true,
            "rank": 151
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1389.51,
            "evidence": -1.814,
            "off_curve": true,
            "rank": 126
          },
          {
            "model": "qwen3-30b-a3b-instruct-2507",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1381.23,
            "evidence": -1.9556,
            "off_curve": true,
            "rank": 130
          },
          {
            "model": "qwen3-next-80b-a3b-thinking",
            "price_per_1k_tasks_usd": 0.96,
            "rating": 1370.25,
            "evidence": -2.083,
            "off_curve": true,
            "rank": 131
          },
          {
            "model": "deepseek-v3.2",
            "price_per_1k_tasks_usd": 0.984,
            "rating": 1440.8,
            "evidence": -0.434,
            "off_curve": true,
            "rank": 94
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 0.992,
            "rating": 1420.03,
            "evidence": -1.1151,
            "off_curve": true,
            "rank": 107
          },
          {
            "model": "qwen3-235b-a22b-instruct-2507",
            "price_per_1k_tasks_usd": 1.104,
            "rating": 1432.95,
            "evidence": -0.7663,
            "off_curve": true,
            "rank": 97
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 1.12,
            "rating": 1451.86,
            "evidence": 0.0239,
            "off_curve": true,
            "rank": 77
          },
          {
            "model": "gpt-5.4-nano",
            "price_per_1k_tasks_usd": 1.14,
            "rating": 1402.53,
            "evidence": -1.5489,
            "off_curve": true,
            "rank": 120
          },
          {
            "model": "qwen3.8-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.23,
            "rating": 1442.56,
            "evidence": -0.3571,
            "off_curve": true,
            "rank": 89
          },
          {
            "model": "inkling-2-small@deepinfra",
            "price_per_1k_tasks_usd": 1.292,
            "rating": 1409.55,
            "evidence": -1.3605,
            "off_curve": true,
            "rank": 116
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 1.336,
            "rating": 1445.3,
            "evidence": -0.2429,
            "off_curve": true,
            "rank": 86
          },
          {
            "model": "inkling-2-small",
            "price_per_1k_tasks_usd": 1.36,
            "rating": 1409.55,
            "evidence": -1.3605,
            "off_curve": true,
            "rank": 115
          },
          {
            "model": "gemini-3.1-flash-lite",
            "price_per_1k_tasks_usd": 1.4,
            "rating": 1429.52,
            "evidence": -0.8732,
            "off_curve": true,
            "rank": 102
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.432,
            "rating": 1420.03,
            "evidence": -1.1151,
            "off_curve": true,
            "rank": 108
          },
          {
            "model": "deepseek-flash",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": true,
            "rank": 43
          },
          {
            "model": "deepseek-flash@alibaba-intl",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": true,
            "rank": 45
          },
          {
            "model": "deepseek-flash@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": true,
            "rank": 47
          },
          {
            "model": "deepseek-flash@together",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": true,
            "rank": 48
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1445.3,
            "evidence": -0.2429,
            "off_curve": true,
            "rank": 84
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 1.44,
            "rating": 1445.3,
            "evidence": -0.2429,
            "off_curve": true,
            "rank": 87
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 1.536,
            "rating": 1464.85,
            "evidence": 0.4882,
            "off_curve": true,
            "rank": 68
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 1.536,
            "rating": 1464.85,
            "evidence": 0.4882,
            "off_curve": true,
            "rank": 69
          },
          {
            "model": "mimo-v2.6-pro",
            "price_per_1k_tasks_usd": 1.5516,
            "rating": 1495.87,
            "evidence": 2.0811,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "qwen3.5-35b-a3b",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1399.07,
            "evidence": -1.6334,
            "off_curve": true,
            "rank": 123
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 1.6,
            "rating": 1370.46,
            "evidence": -2.0845,
            "off_curve": true,
            "rank": 132
          },
          {
            "model": "qwen3.8-27b@parasail",
            "price_per_1k_tasks_usd": 1.648,
            "rating": 1442.56,
            "evidence": -0.3571,
            "off_curve": true,
            "rank": 90
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 1.656,
            "rating": 1401.99,
            "evidence": -1.5427,
            "off_curve": true,
            "rank": 119
          },
          {
            "model": "beam-1.0-501b-a23b",
            "price_per_1k_tasks_usd": 1.76,
            "rating": 1438.05,
            "evidence": -0.5072,
            "off_curve": true,
            "rank": 95
          },
          {
            "model": "qwen-plus-2025-01-25",
            "price_per_1k_tasks_usd": 1.76,
            "rating": 1362.63,
            "evidence": -2.132,
            "off_curve": true,
            "rank": 135
          },
          {
            "model": "qwen3.5-27b@deepinfra",
            "price_per_1k_tasks_usd": 1.872,
            "rating": 1422.45,
            "evidence": -1.0704,
            "off_curve": true,
            "rank": 105
          },
          {
            "model": "qwen3.5-27b",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1422.45,
            "evidence": -1.0704,
            "off_curve": true,
            "rank": 104
          },
          {
            "model": "qwen3-vl-235b-a22b-instruct",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1420.03,
            "evidence": -1.1151,
            "off_curve": true,
            "rank": 106
          },
          {
            "model": "inkling-small",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1400.51,
            "evidence": -1.5994,
            "off_curve": true,
            "rank": 121
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 1.92,
            "rating": 1389.68,
            "evidence": -1.8158,
            "off_curve": true,
            "rank": 129
          },
          {
            "model": "gemini-3.5-flash-lite",
            "price_per_1k_tasks_usd": 1.96,
            "rating": 1462.48,
            "evidence": 0.4113,
            "off_curve": true,
            "rank": 70
          },
          {
            "model": "glm-4.7",
            "price_per_1k_tasks_usd": 1.98,
            "rating": 1451.15,
            "evidence": -0.0272,
            "off_curve": true,
            "rank": 78
          },
          {
            "model": "deepseek-flash-fast@parasail",
            "price_per_1k_tasks_usd": 2.16,
            "rating": 1480.84,
            "evidence": 1.3433,
            "off_curve": true,
            "rank": 44
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 2.16,
            "rating": 1445.3,
            "evidence": -0.2429,
            "off_curve": true,
            "rank": 85
          },
          {
            "model": "mistral-large-2512",
            "price_per_1k_tasks_usd": 2.2,
            "rating": 1418.52,
            "evidence": -1.1723,
            "off_curve": true,
            "rank": 110
          },
          {
            "model": "gpt-3.5-turbo",
            "price_per_1k_tasks_usd": 2.2,
            "rating": 1222.94,
            "evidence": -3,
            "off_curve": true,
            "rank": 157
          },
          {
            "model": "glm-4.6",
            "price_per_1k_tasks_usd": 2.4,
            "rating": 1431.58,
            "evidence": -0.8011,
            "off_curve": true,
            "rank": 100
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 2.46,
            "rating": 1407.71,
            "evidence": -1.4239,
            "off_curve": true,
            "rank": 117
          },
          {
            "model": "glm-5.2@deepinfra",
            "price_per_1k_tasks_usd": 2.52,
            "rating": 1485.71,
            "evidence": 1.638,
            "off_curve": true,
            "rank": 38
          },
          {
            "model": "qwen3.5-122b-a10b",
            "price_per_1k_tasks_usd": 2.56,
            "rating": 1417.79,
            "evidence": -1.1859,
            "off_curve": true,
            "rank": 111
          },
          {
            "model": "qwen3.5-397b-a17b@deepinfra",
            "price_per_1k_tasks_usd": 2.64,
            "rating": 1453.48,
            "evidence": 0.1117,
            "off_curve": true,
            "rank": 74
          },
          {
            "model": "glm-5.3@deepinfra",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1488.35,
            "evidence": 1.793,
            "off_curve": true,
            "rank": 31
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1476.01,
            "evidence": 1.0506,
            "off_curve": true,
            "rank": 55
          },
          {
            "model": "qwen3.6-plus",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1454.58,
            "evidence": 0.142,
            "off_curve": true,
            "rank": 72
          },
          {
            "model": "qwen3.8-27b",
            "price_per_1k_tasks_usd": 2.8,
            "rating": 1442.56,
            "evidence": -0.3571,
            "off_curve": true,
            "rank": 88
          },
          {
            "model": "qwen3-vl-235b-a22b-thinking",
            "price_per_1k_tasks_usd": 2.88,
            "rating": 1403.48,
            "evidence": -1.514,
            "off_curve": true,
            "rank": 118
          },
          {
            "model": "qwen3.5-397b-a17b@parasail",
            "price_per_1k_tasks_usd": 3.04,
            "rating": 1453.48,
            "evidence": 0.1117,
            "off_curve": true,
            "rank": 75
          },
          {
            "model": "qwen3.5-397b-a17b",
            "price_per_1k_tasks_usd": 3.36,
            "rating": 1453.48,
            "evidence": 0.1117,
            "off_curve": true,
            "rank": 73
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 3.744,
            "rating": 1313.62,
            "evidence": -2.678,
            "off_curve": true,
            "rank": 149
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 3.8,
            "rating": 1477.56,
            "evidence": 1.1339,
            "off_curve": true,
            "rank": 53
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 3.9,
            "rating": 1510.8,
            "evidence": 2.7289,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 3.9,
            "rating": 1501.02,
            "evidence": 2.451,
            "off_curve": true,
            "rank": 11
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 3.9,
            "rating": 1485.08,
            "evidence": 1.5977,
            "off_curve": true,
            "rank": 40
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 3.9,
            "rating": 1483.13,
            "evidence": 1.4847,
            "off_curve": true,
            "rank": 41
          },
          {
            "model": "gpt-5.4-mini",
            "price_per_1k_tasks_usd": 4.2,
            "rating": 1447.59,
            "evidence": -0.1472,
            "off_curve": true,
            "rank": 83
          },
          {
            "model": "inkling",
            "price_per_1k_tasks_usd": 4.82,
            "rating": 1442.25,
            "evidence": -0.3734,
            "off_curve": true,
            "rank": 92
          },
          {
            "model": "deepseek-v4-pro-0813@deepinfra",
            "price_per_1k_tasks_usd": 5.2,
            "rating": 1474.31,
            "evidence": 0.9912,
            "off_curve": true,
            "rank": 59
          },
          {
            "model": "deepseek-v4-pro@deepinfra",
            "price_per_1k_tasks_usd": 5.2,
            "rating": 1471.77,
            "evidence": 0.7836,
            "off_curve": true,
            "rank": 62
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 5.2,
            "rating": 1435.78,
            "evidence": -0.6681,
            "off_curve": true,
            "rank": 96
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 5.28,
            "rating": 1369.28,
            "evidence": -2.0933,
            "off_curve": true,
            "rank": 133
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 5.28,
            "rating": 1359.5,
            "evidence": -2.1732,
            "off_curve": true,
            "rank": 136
          },
          {
            "model": "deepseek-v4-pro-0813",
            "price_per_1k_tasks_usd": 5.808,
            "rating": 1474.31,
            "evidence": 0.9912,
            "off_curve": true,
            "rank": 58
          },
          {
            "model": "deepseek-v4-pro",
            "price_per_1k_tasks_usd": 5.808,
            "rating": 1471.77,
            "evidence": 0.7836,
            "off_curve": true,
            "rank": 60
          },
          {
            "model": "deepseek-v4-pro@parasail",
            "price_per_1k_tasks_usd": 5.808,
            "rating": 1471.77,
            "evidence": 0.7836,
            "off_curve": true,
            "rank": 63
          },
          {
            "model": "deepseek-v4-pro@together",
            "price_per_1k_tasks_usd": 5.808,
            "rating": 1471.77,
            "evidence": 0.7836,
            "off_curve": true,
            "rank": 64
          },
          {
            "model": "glm-5.3",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1488.35,
            "evidence": 1.793,
            "off_curve": true,
            "rank": 28
          },
          {
            "model": "glm-5.3@alibaba-intl",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1488.35,
            "evidence": 1.793,
            "off_curve": true,
            "rank": 30
          },
          {
            "model": "glm-5.3@parasail",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1488.35,
            "evidence": 1.793,
            "off_curve": true,
            "rank": 32
          },
          {
            "model": "glm-5.2",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1485.71,
            "evidence": 1.638,
            "off_curve": true,
            "rank": 35
          },
          {
            "model": "glm-5.2@alibaba-intl",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1485.71,
            "evidence": 1.638,
            "off_curve": true,
            "rank": 36
          },
          {
            "model": "glm-5.2@alibaba-us",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1485.71,
            "evidence": 1.638,
            "off_curve": true,
            "rank": 37
          },
          {
            "model": "glm-5.1",
            "price_per_1k_tasks_usd": 6.24,
            "rating": 1479.74,
            "evidence": 1.2634,
            "off_curve": true,
            "rank": 50
          },
          {
            "model": "qwen3.6-max-preview",
            "price_per_1k_tasks_usd": 7.28,
            "rating": 1473.42,
            "evidence": 0.9993,
            "off_curve": true,
            "rank": 57
          },
          {
            "model": "gemini-4-hydrogen",
            "price_per_1k_tasks_usd": 7.8,
            "rating": 1514.13,
            "evidence": 2.7145,
            "off_curve": false,
            "rank": 7
          },
          {
            "model": "mistral-medium-3-5",
            "price_per_1k_tasks_usd": 7.8,
            "rating": 1429.26,
            "evidence": -0.866,
            "off_curve": true,
            "rank": 101
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 8,
            "rating": 1442.27,
            "evidence": -0.3716,
            "off_curve": true,
            "rank": 91
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 8,
            "rating": 1412.84,
            "evidence": -1.2972,
            "off_curve": true,
            "rank": 112
          },
          {
            "model": "deepseek-v4-pro-fast@parasail",
            "price_per_1k_tasks_usd": 8.712,
            "rating": 1471.77,
            "evidence": 0.7836,
            "off_curve": true,
            "rank": 61
          },
          {
            "model": "qwen3.8-max-0902",
            "price_per_1k_tasks_usd": 8.8,
            "rating": 1495.95,
            "evidence": 2.2414,
            "off_curve": true,
            "rank": 18
          },
          {
            "model": "glm-5.3-fast@parasail",
            "price_per_1k_tasks_usd": 9.36,
            "rating": 1488.35,
            "evidence": 1.793,
            "off_curve": true,
            "rank": 29
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 9.6,
            "rating": 1426.23,
            "evidence": -0.9625,
            "off_curve": true,
            "rank": 103
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 9.6,
            "rating": 1411.18,
            "evidence": -1.3374,
            "off_curve": true,
            "rank": 114
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 9.68,
            "rating": 1475.97,
            "evidence": 1.0307,
            "off_curve": true,
            "rank": 56
          },
          {
            "model": "grok-4.7",
            "price_per_1k_tasks_usd": 9.68,
            "rating": 1453.85,
            "evidence": 0.0906,
            "off_curve": true,
            "rank": 76
          },
          {
            "model": "kimi-k3.1-pro@deepinfra",
            "price_per_1k_tasks_usd": 9.88,
            "rating": 1490.66,
            "evidence": 1.8341,
            "off_curve": true,
            "rank": 26
          },
          {
            "model": "gemini-4-argon",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1543.79,
            "evidence": 2.9851,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gemini-4-carbon",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1538.07,
            "evidence": 2.9579,
            "off_curve": true,
            "rank": 2
          },
          {
            "model": "claude-sonnet-5-5",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1490.53,
            "evidence": 1.9032,
            "off_curve": true,
            "rank": 22
          },
          {
            "model": "kimi-k3.1-pro",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1490.66,
            "evidence": 1.8341,
            "off_curve": true,
            "rank": 25
          },
          {
            "model": "kimi-k3.1-pro@together",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1490.66,
            "evidence": 1.8341,
            "off_curve": true,
            "rank": 27
          },
          {
            "model": "gpt-6.1-sol",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1487.75,
            "evidence": 1.7449,
            "off_curve": true,
            "rank": 33
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1480.66,
            "evidence": 1.3248,
            "off_curve": true,
            "rank": 49
          },
          {
            "model": "gpt-6-sol",
            "price_per_1k_tasks_usd": 10.4,
            "rating": 1465.84,
            "evidence": 0.5482,
            "off_curve": true,
            "rank": 67
          },
          {
            "model": "qwen3.7-max",
            "price_per_1k_tasks_usd": 11,
            "rating": 1490.95,
            "evidence": 1.8476,
            "off_curve": true,
            "rank": 23
          },
          {
            "model": "qwen3.7-max@alibaba-us",
            "price_per_1k_tasks_usd": 11,
            "rating": 1490.95,
            "evidence": 1.8476,
            "off_curve": true,
            "rank": 24
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1498.75,
            "evidence": 2.3835,
            "off_curve": true,
            "rank": 16
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1468.94,
            "evidence": 0.6538,
            "off_curve": true,
            "rank": 66
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 11.2,
            "rating": 1441.17,
            "evidence": -0.4203,
            "off_curve": true,
            "rank": 93
          },
          {
            "model": "gpt-4o",
            "price_per_1k_tasks_usd": 12,
            "rating": 1339.02,
            "evidence": -2.3402,
            "off_curve": true,
            "rank": 139
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 14,
            "rating": 1477.23,
            "evidence": 1.0999,
            "off_curve": true,
            "rank": 54
          },
          {
            "model": "kimi-k3@deepinfra",
            "price_per_1k_tasks_usd": 14.82,
            "rating": 1500.13,
            "evidence": 2.4235,
            "off_curve": true,
            "rank": 13
          },
          {
            "model": "kimi-k3",
            "price_per_1k_tasks_usd": 15.6,
            "rating": 1500.13,
            "evidence": 2.4235,
            "off_curve": true,
            "rank": 12
          },
          {
            "model": "kimi-k3@moonshot",
            "price_per_1k_tasks_usd": 15.6,
            "rating": 1500.13,
            "evidence": 2.4235,
            "off_curve": true,
            "rank": 14
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 15.6,
            "rating": 1492.17,
            "evidence": 2.0482,
            "off_curve": true,
            "rank": 21
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 15.6,
            "rating": 1481.83,
            "evidence": 1.4003,
            "off_curve": true,
            "rank": 42
          },
          {
            "model": "claude-opus-5-5",
            "price_per_1k_tasks_usd": 20.8,
            "rating": 1520.01,
            "evidence": 2.8573,
            "off_curve": true,
            "rank": 4
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 20.8,
            "rating": 1497.76,
            "evidence": 2.3341,
            "off_curve": true,
            "rank": 17
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 26,
            "rating": 1516.54,
            "evidence": 2.8313,
            "off_curve": true,
            "rank": 5
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 26,
            "rating": 1507.54,
            "evidence": 2.6499,
            "off_curve": true,
            "rank": 9
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 26,
            "rating": 1501.61,
            "evidence": 2.4731,
            "off_curve": true,
            "rank": 10
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 26,
            "rating": 1498.99,
            "evidence": 2.3843,
            "off_curve": true,
            "rank": 15
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 26,
            "rating": 1492.66,
            "evidence": 2.0763,
            "off_curve": true,
            "rank": 20
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 28,
            "rating": 1486.44,
            "evidence": 1.6844,
            "off_curve": true,
            "rank": 34
          },
          {
            "model": "gpt-4-turbo",
            "price_per_1k_tasks_usd": 44,
            "rating": 1317.91,
            "evidence": -2.6162,
            "off_curve": true,
            "rank": 147
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 52,
            "rating": 1522.08,
            "evidence": 2.8875,
            "off_curve": true,
            "rank": 3
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 52,
            "rating": 1509.45,
            "evidence": 2.6768,
            "off_curve": true,
            "rank": 8
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 52,
            "rating": 1485.33,
            "evidence": 1.6013,
            "off_curve": true,
            "rank": 39
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 72,
            "rating": 1412.49,
            "evidence": -1.3092,
            "off_curve": true,
            "rank": 113
          },
          {
            "model": "gpt-4",
            "price_per_1k_tasks_usd": 120,
            "rating": 1280.88,
            "evidence": -2.8988,
            "off_curve": true,
            "rank": 154
          }
        ],
        "picks": {
          "best": "gemini-4-argon",
          "balanced": "gemini-4-argon",
          "cheap": "gemini-4-argon",
          "rule": "relative, findings 17 B8"
        }
      },
      {
        "task": "document_qa",
        "band": "hard",
        "points": [
          {
            "model": "gpt-oss-120b@deepinfra",
            "price_per_1k_tasks_usd": 0.449,
            "score": 36.1,
            "se": 5,
            "evidence": -1.4232,
            "off_curve": false,
            "rank": 41
          },
          {
            "model": "gpt-5-nano",
            "price_per_1k_tasks_usd": 0.76,
            "score": 44.4,
            "se": 5,
            "evidence": -0.6612,
            "off_curve": false,
            "rank": 34
          },
          {
            "model": "gemma-3-27b-it",
            "price_per_1k_tasks_usd": 0.784,
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "off_curve": false,
            "rank": 50
          },
          {
            "model": "qwen3-32b",
            "price_per_1k_tasks_usd": 0.892,
            "score": 74.2,
            "se": 5,
            "evidence": 1.737,
            "off_curve": false,
            "rank": 13
          },
          {
            "model": "llama-4-scout-17b-16e-instruct",
            "price_per_1k_tasks_usd": 1.07,
            "score": 36,
            "se": 5,
            "evidence": -1.4321,
            "off_curve": false,
            "rank": 42
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "price_per_1k_tasks_usd": 1.088,
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "off_curve": false,
            "rank": 52
          },
          {
            "model": "gpt-4.1-nano",
            "price_per_1k_tasks_usd": 1.16,
            "score": 25,
            "se": 5,
            "evidence": -2.382,
            "off_curve": false,
            "rank": 55
          },
          {
            "model": "qwen3-14b",
            "price_per_1k_tasks_usd": 1.176,
            "score": 62.5,
            "se": 5,
            "evidence": 1.0518,
            "off_curve": false,
            "rank": 21
          },
          {
            "model": "qwen3-30b-a3b",
            "price_per_1k_tasks_usd": 1.41,
            "score": 40.6,
            "se": 5,
            "evidence": -1.0255,
            "off_curve": false,
            "rank": 38
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "price_per_1k_tasks_usd": 1.71,
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "off_curve": false,
            "rank": 36
          },
          {
            "model": "gpt-oss-120b",
            "price_per_1k_tasks_usd": 1.74,
            "score": 36.1,
            "se": 5,
            "evidence": -1.4232,
            "off_curve": false,
            "rank": 40
          },
          {
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "price_per_1k_tasks_usd": 1.79,
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "off_curve": false,
            "rank": 37
          },
          {
            "model": "gemma-4-31b-it",
            "price_per_1k_tasks_usd": 1.96,
            "rating": 1434.33,
            "evidence": -1.7246,
            "off_curve": false,
            "rank": 54
          },
          {
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "price_per_1k_tasks_usd": 2.21,
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "off_curve": false,
            "rank": 53
          },
          {
            "model": "qwen3-next-80b-a3b-instruct",
            "price_per_1k_tasks_usd": 2.28,
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "off_curve": false,
            "rank": 35
          },
          {
            "model": "gpt-5.6-luna",
            "price_per_1k_tasks_usd": 2.68,
            "rating": 1453.8,
            "evidence": -0.1646,
            "off_curve": false,
            "rank": 30
          },
          {
            "model": "minimax-m3@deepinfra",
            "price_per_1k_tasks_usd": 3.23,
            "rating": 1436.91,
            "evidence": -1.5399,
            "off_curve": false,
            "rank": 48
          },
          {
            "model": "minimax-m3",
            "price_per_1k_tasks_usd": 3.48,
            "rating": 1436.91,
            "evidence": -1.5399,
            "off_curve": false,
            "rank": 46
          },
          {
            "model": "minimax-m3@parasail",
            "price_per_1k_tasks_usd": 3.48,
            "rating": 1436.91,
            "evidence": -1.5399,
            "off_curve": false,
            "rank": 49
          },
          {
            "model": "qwen3.7-plus",
            "price_per_1k_tasks_usd": 3.712,
            "rating": 1437.44,
            "evidence": -1.5156,
            "off_curve": false,
            "rank": 44
          },
          {
            "model": "qwen3.7-plus@alibaba-us",
            "price_per_1k_tasks_usd": 3.712,
            "rating": 1437.44,
            "evidence": -1.5156,
            "off_curve": false,
            "rank": 45
          },
          {
            "model": "gpt-5-mini",
            "price_per_1k_tasks_usd": 3.8,
            "score": 69.4,
            "se": 5,
            "evidence": 1.4718,
            "off_curve": false,
            "rank": 17
          },
          {
            "model": "qwen3-235b-a22b-thinking-2507",
            "price_per_1k_tasks_usd": 3.91,
            "score": 75,
            "se": 5,
            "evidence": 1.7795,
            "off_curve": false,
            "rank": 11
          },
          {
            "model": "gpt-4.1-mini",
            "price_per_1k_tasks_usd": 4.64,
            "score": 44.4,
            "se": 5,
            "evidence": -0.6612,
            "off_curve": false,
            "rank": 33
          },
          {
            "model": "minimax-m3-fast@parasail",
            "price_per_1k_tasks_usd": 5.22,
            "rating": 1436.91,
            "evidence": -1.5399,
            "off_curve": false,
            "rank": 47
          },
          {
            "model": "deepseek-r1-0528",
            "price_per_1k_tasks_usd": 5.935,
            "score": 75,
            "se": 5,
            "evidence": 1.7795,
            "off_curve": false,
            "rank": 10
          },
          {
            "model": "gemini-3-flash-preview",
            "price_per_1k_tasks_usd": 6.7,
            "rating": 1414.29,
            "evidence": -2.6438,
            "off_curve": false,
            "rank": 57
          },
          {
            "model": "kimi-k2.6",
            "price_per_1k_tasks_usd": 9.15,
            "rating": 1450.45,
            "evidence": -0.481,
            "off_curve": false,
            "rank": 31
          },
          {
            "model": "llama-3.3-70b-instruct-turbo",
            "price_per_1k_tasks_usd": 9.256,
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "off_curve": false,
            "rank": 51
          },
          {
            "model": "gemini-3.8-flash",
            "price_per_1k_tasks_usd": 9.375,
            "rating": 1481.92,
            "evidence": 1.7184,
            "off_curve": false,
            "rank": 14
          },
          {
            "model": "gemini-3.7-flash",
            "price_per_1k_tasks_usd": 9.375,
            "rating": 1476.47,
            "evidence": 1.3837,
            "off_curve": false,
            "rank": 18
          },
          {
            "model": "gemini-3.5-flash",
            "price_per_1k_tasks_usd": 9.375,
            "rating": 1461.77,
            "evidence": 0.3382,
            "off_curve": false,
            "rank": 26
          },
          {
            "model": "gemini-3.6-flash",
            "price_per_1k_tasks_usd": 9.375,
            "rating": 1456.13,
            "evidence": -0.0348,
            "off_curve": false,
            "rank": 28
          },
          {
            "model": "claude-haiku-4-5",
            "price_per_1k_tasks_usd": 12.5,
            "rating": 1420.4,
            "evidence": -2.5117,
            "off_curve": false,
            "rank": 56
          },
          {
            "model": "o4-mini",
            "price_per_1k_tasks_usd": 12.76,
            "score": 77.8,
            "se": 5,
            "evidence": 1.9386,
            "off_curve": false,
            "rank": 9
          },
          {
            "model": "o3-mini",
            "price_per_1k_tasks_usd": 12.76,
            "score": 50,
            "se": 5,
            "evidence": -0.1118,
            "off_curve": false,
            "rank": 29
          },
          {
            "model": "gpt-5",
            "price_per_1k_tasks_usd": 19,
            "score": 97.2,
            "se": 5,
            "evidence": 2.8701,
            "off_curve": false,
            "rank": 1
          },
          {
            "model": "gpt-5.1",
            "price_per_1k_tasks_usd": 19,
            "rating": 1403.01,
            "evidence": -2.8645,
            "off_curve": false,
            "rank": 58
          },
          {
            "model": "o3",
            "price_per_1k_tasks_usd": 23.2,
            "score": 88.9,
            "se": 5,
            "evidence": 2.5398,
            "off_curve": false,
            "rank": 5
          },
          {
            "model": "gpt-4.1",
            "price_per_1k_tasks_usd": 23.2,
            "score": 63.9,
            "se": 5,
            "evidence": 1.1498,
            "off_curve": false,
            "rank": 19
          },
          {
            "model": "grok-4.6",
            "price_per_1k_tasks_usd": 23.54,
            "rating": 1438.08,
            "evidence": -1.4676,
            "off_curve": false,
            "rank": 43
          },
          {
            "model": "claude-sonnet-5",
            "price_per_1k_tasks_usd": 25,
            "rating": 1459.54,
            "evidence": 0.1836,
            "off_curve": false,
            "rank": 27
          },
          {
            "model": "gpt-5.2",
            "price_per_1k_tasks_usd": 26.6,
            "rating": 1402.09,
            "evidence": -2.8891,
            "off_curve": false,
            "rank": 59
          },
          {
            "model": "gpt-5.6-terra",
            "price_per_1k_tasks_usd": 26.8,
            "rating": 1467.66,
            "evidence": 0.7315,
            "off_curve": false,
            "rank": 22
          },
          {
            "model": "gemini-3.1-pro-preview",
            "price_per_1k_tasks_usd": 26.8,
            "rating": 1443.25,
            "evidence": -1.0821,
            "off_curve": false,
            "rank": 39
          },
          {
            "model": "gpt-5.4",
            "price_per_1k_tasks_usd": 33.5,
            "rating": 1472.95,
            "evidence": 1.1461,
            "off_curve": false,
            "rank": 20
          },
          {
            "model": "claude-sonnet-4-6",
            "price_per_1k_tasks_usd": 37.5,
            "rating": 1481.88,
            "evidence": 1.7386,
            "off_curve": false,
            "rank": 12
          },
          {
            "model": "claude-sonnet-4-5",
            "price_per_1k_tasks_usd": 37.5,
            "rating": 1449.34,
            "evidence": -0.5512,
            "off_curve": false,
            "rank": 32
          },
          {
            "model": "gpt-5.6-sol",
            "price_per_1k_tasks_usd": 50,
            "rating": 1480.04,
            "evidence": 1.6195,
            "off_curve": false,
            "rank": 16
          },
          {
            "model": "claude-opus-5",
            "price_per_1k_tasks_usd": 62.5,
            "rating": 1508.66,
            "evidence": 2.8055,
            "off_curve": false,
            "rank": 3
          },
          {
            "model": "claude-opus-4-6",
            "price_per_1k_tasks_usd": 62.5,
            "rating": 1506.22,
            "evidence": 2.7353,
            "off_curve": false,
            "rank": 4
          },
          {
            "model": "claude-opus-4-7",
            "price_per_1k_tasks_usd": 62.5,
            "rating": 1494.79,
            "evidence": 2.3609,
            "off_curve": false,
            "rank": 7
          },
          {
            "model": "claude-opus-4-5",
            "price_per_1k_tasks_usd": 62.5,
            "rating": 1465.71,
            "evidence": 0.6197,
            "off_curve": false,
            "rank": 24
          },
          {
            "model": "claude-opus-4-8",
            "price_per_1k_tasks_usd": 62.5,
            "rating": 1465.05,
            "evidence": 0.554,
            "off_curve": false,
            "rank": 25
          },
          {
            "model": "gpt-5.5",
            "price_per_1k_tasks_usd": 67,
            "rating": 1480.9,
            "evidence": 1.693,
            "off_curve": false,
            "rank": 15
          },
          {
            "model": "claude-fable-5-1",
            "price_per_1k_tasks_usd": 125,
            "rating": 1514.84,
            "evidence": 2.8289,
            "off_curve": false,
            "rank": 2
          },
          {
            "model": "claude-fable-5",
            "price_per_1k_tasks_usd": 125,
            "rating": 1496.61,
            "evidence": 2.4264,
            "off_curve": false,
            "rank": 6
          },
          {
            "model": "gpt-6-astra",
            "price_per_1k_tasks_usd": 125,
            "rating": 1467.25,
            "evidence": 0.7228,
            "off_curve": false,
            "rank": 23
          },
          {
            "model": "o1",
            "price_per_1k_tasks_usd": 174,
            "score": 83.3,
            "se": 5,
            "evidence": 2.2627,
            "off_curve": false,
            "rank": 8
          }
        ],
        "picks": {
          "rule": "no priced evidence"
        }
      }
    ],
    "rankings": [
      {
        "task": "writing",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5",
            "score": 84.17,
            "se": 3.17,
            "evidence": 3.1862
          },
          {
            "rank": 2,
            "model": "gemini-4-argon",
            "rating": 1527.57,
            "evidence": 2.9718,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gemini-4-carbon",
            "rating": 1525.24,
            "evidence": 2.9479
          },
          {
            "rank": 4,
            "model": "gemini-3.8-flash",
            "score": 83.9,
            "se": 3.13,
            "evidence": 2.9249,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "claude-fable-5-1",
            "score": 80.51,
            "se": 3.43,
            "evidence": 2.8206,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-4-hydrogen",
            "rating": 1502.89,
            "evidence": 2.713
          },
          {
            "rank": 7,
            "model": "gpt-6-astra",
            "score": 83.84,
            "se": 3.17,
            "evidence": 2.6153,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gpt-6.1-sol",
            "score": 81.36,
            "se": 3.38,
            "evidence": 2.6073,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gemini-3.7-flash",
            "score": 81.76,
            "se": 3.26,
            "evidence": 2.5805,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "gpt-5.6-sol",
            "score": 79.6,
            "se": 3.46,
            "evidence": 2.5762,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gemini-3.1-pro-preview",
            "score": 82.62,
            "se": 3.18,
            "evidence": 2.526,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "claude-opus-5",
            "score": 77.21,
            "se": 3.6,
            "evidence": 2.491,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3",
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "kimi-k3@deepinfra",
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "kimi-k3@moonshot",
            "score": 79.95,
            "se": 3.4,
            "evidence": 2.4564,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "claude-opus-5-5",
            "score": 75.27,
            "se": 3.67,
            "evidence": 2.4325,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "gpt-5.5",
            "score": 79.55,
            "se": 3.46,
            "evidence": 2.2584
          },
          {
            "rank": 18,
            "model": "kimi-k3.1-pro",
            "rating": 1487.35,
            "evidence": 2.2087,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "kimi-k3.1-pro@deepinfra",
            "rating": 1487.35,
            "evidence": 2.2087,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "kimi-k3.1-pro@together",
            "rating": 1487.35,
            "evidence": 2.2087
          },
          {
            "rank": 21,
            "model": "claude-opus-4-6",
            "score": 73.05,
            "se": 3.74,
            "evidence": 2.1074,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "gemini-3.6-flash",
            "score": 79.11,
            "se": 3.43,
            "evidence": 2.0437,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gemini-3.5-flash",
            "score": 80.05,
            "se": 3.38,
            "evidence": 1.9535,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "qwen3.8-max-0902",
            "score": 76.51,
            "se": 3.53,
            "evidence": 1.8225,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "claude-opus-4-7",
            "score": 71.84,
            "se": 3.76,
            "evidence": 1.7823,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash-fast@parasail",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash@alibaba-intl",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash@deepinfra",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@parasail",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-flash@together",
            "score": 75.96,
            "se": 3.59,
            "evidence": 1.7768,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "claude-opus-4-8",
            "score": 73.77,
            "se": 3.69,
            "evidence": 1.6737,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "claude-opus-4-5",
            "score": 73.47,
            "se": 3.71,
            "evidence": 1.6077,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "mimo-v2.6-pro",
            "rating": 1472.05,
            "evidence": 1.5975,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "glm-5.3",
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "glm-5.3-fast@parasail",
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.3@alibaba-intl",
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "glm-5.3@deepinfra",
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "glm-5.3@parasail",
            "score": 72.27,
            "se": 3.75,
            "evidence": 1.5299,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "qwen3.7-max",
            "score": 75.87,
            "se": 3.57,
            "evidence": 1.5066,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "qwen3.7-max@alibaba-us",
            "score": 75.87,
            "se": 3.57,
            "evidence": 1.5066,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "grok-4.6",
            "score": 77.74,
            "se": 3.52,
            "evidence": 1.4695,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "gpt-6-sol",
            "score": 77.69,
            "se": 3.55,
            "evidence": 1.4555,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "deepseek-v4-pro-0813",
            "score": 75.35,
            "se": 3.63,
            "evidence": 1.4089,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 75.35,
            "se": 3.63,
            "evidence": 1.4089,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "gpt-5.4",
            "score": 73.03,
            "se": 3.74,
            "evidence": 1.2431,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "gpt-5.6-terra",
            "score": 69.96,
            "se": 3.82,
            "evidence": 1.1146,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "grok-4.7",
            "score": 79.1,
            "se": 3.35,
            "evidence": 1.0967,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "claude-sonnet-4-6",
            "score": 67.75,
            "se": 3.88,
            "evidence": 1.0614
          },
          {
            "rank": 50,
            "model": "claude-sonnet-4-5",
            "rating": 1461.95,
            "evidence": 1.031,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "glm-5.1",
            "rating": 1461.31,
            "evidence": 1
          },
          {
            "rank": 52,
            "model": "glm-5.2",
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "glm-5.2@alibaba-intl",
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "glm-5.2@alibaba-us",
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "glm-5.2@deepinfra",
            "score": 69.25,
            "se": 3.85,
            "evidence": 0.9822,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "claude-sonnet-5-5",
            "score": 63.1,
            "se": 3.92,
            "evidence": 0.909
          },
          {
            "rank": 57,
            "model": "gemini-3-flash-preview",
            "rating": 1457.41,
            "evidence": 0.843
          },
          {
            "rank": 58,
            "model": "claude-sonnet-5",
            "score": 68.11,
            "se": 3.87,
            "evidence": 0.8015
          },
          {
            "rank": 59,
            "model": "deepseek-v4-flash-vision-exp",
            "score": 76.6,
            "se": 3.54,
            "evidence": 0.7411
          },
          {
            "rank": 60,
            "model": "gemma-4-31b-it",
            "rating": 1453.14,
            "evidence": 0.7335
          },
          {
            "rank": 61,
            "model": "glm-5.3-flash",
            "score": 62.65,
            "se": 3.93,
            "evidence": 0.6984,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "glm-5.3-flash@deepinfra",
            "score": 62.65,
            "se": 3.93,
            "evidence": 0.6984
          },
          {
            "rank": 63,
            "model": "qwen3.6-max-preview",
            "rating": 1450.52,
            "evidence": 0.627,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "kimi-k2.6",
            "score": 68.39,
            "se": 3.87,
            "evidence": 0.5904,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "deepseek-v4-pro",
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "deepseek-v4-pro@parasail",
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "deepseek-v4-pro@together",
            "score": 67.18,
            "se": 3.9,
            "evidence": 0.5549
          },
          {
            "rank": 70,
            "model": "qwen3.7-plus",
            "rating": 1446.85,
            "evidence": 0.495,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1446.85,
            "evidence": 0.495,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "gemini-3.5-flash-lite",
            "score": 68.41,
            "se": 3.84,
            "evidence": 0.2614,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "gpt-5.2",
            "score": 71.96,
            "se": 3.77,
            "evidence": 0.2076,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "qwen3.8-27b",
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.8-27b@deepinfra",
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "qwen3.8-27b@parasail",
            "score": 74.63,
            "se": 3.55,
            "evidence": 0.1513,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "inkling",
            "score": 72.15,
            "se": 3.69,
            "evidence": 0.129,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "qwen3.6-plus",
            "score": 67.8,
            "se": 3.88,
            "evidence": 0.1121,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "mimo-v2.6-flash",
            "rating": 1435.72,
            "evidence": 0.0576,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "qwen3.5-397b-a17b",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "beam-1.0-501b-a23b",
            "rating": 1433.23,
            "evidence": -0.0682,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "minimax-m3",
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "minimax-m3-fast@parasail",
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "minimax-m3@deepinfra",
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "minimax-m3@parasail",
            "score": 66.39,
            "se": 3.91,
            "evidence": -0.0906,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "gpt-5.4-mini",
            "score": 64.92,
            "se": 3.94,
            "evidence": -0.1995,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "deepseek-v4-flash",
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "deepseek-v4-flash@parasail",
            "score": 66.25,
            "se": 3.9,
            "evidence": -0.271,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "gpt-5.6-luna",
            "score": 60.2,
            "se": 3.97,
            "evidence": -0.2761
          },
          {
            "rank": 93,
            "model": "deepseek-v4-flash-0731",
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 70.44,
            "se": 3.82,
            "evidence": -0.2908
          },
          {
            "rank": 97,
            "model": "gpt-6-luna",
            "score": 61.77,
            "se": 3.96,
            "evidence": -0.2979
          },
          {
            "rank": 98,
            "model": "gpt-5.1",
            "rating": 1426.04,
            "evidence": -0.3298,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "glm-4.7",
            "rating": 1426.2,
            "evidence": -0.3333,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "mistral-medium-3-5",
            "rating": 1422.89,
            "evidence": -0.4683,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "deepseek-v3.2",
            "rating": 1420.77,
            "evidence": -0.5739,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "claude-haiku-5-5",
            "score": 63.01,
            "se": 3.95,
            "evidence": -0.627
          },
          {
            "rank": 103,
            "model": "claude-haiku-4-5",
            "rating": 1414.55,
            "evidence": -0.8362,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "glm-4.6",
            "rating": 1412.81,
            "evidence": -0.8985,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "inkling-2-small",
            "rating": 1409.91,
            "evidence": -0.9018,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "inkling-2-small@deepinfra",
            "rating": 1409.91,
            "evidence": -0.9018,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "gpt-5",
            "rating": 1409.94,
            "evidence": -1.0021,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "gemini-3.1-flash-lite",
            "rating": 1409.22,
            "evidence": -1.0346,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "o1",
            "rating": 1406.99,
            "evidence": -1.1092,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "qwen3.5-122b-a10b",
            "rating": 1405.69,
            "evidence": -1.1522,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "gpt-4.1",
            "rating": 1403.01,
            "evidence": -1.2385,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "mistral-large-2512",
            "rating": 1402.89,
            "evidence": -1.2442,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "o3",
            "rating": 1402.56,
            "evidence": -1.2493,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "qwen3.5-27b",
            "rating": 1400.29,
            "evidence": -1.3009,
            "tied_with_next": true
          },
          {
            "rank": 121,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1400.29,
            "evidence": -1.3009,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "deepseek-r1-0528",
            "rating": 1397.27,
            "evidence": -1.3793,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "inkling-small",
            "rating": 1396.51,
            "evidence": -1.4041
          },
          {
            "rank": 124,
            "model": "kimi-k2.7-code",
            "score": 63.22,
            "se": 3.92,
            "evidence": -1.4312,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "gpt-5.4-nano",
            "score": 64.58,
            "se": 3.88,
            "evidence": -1.5635,
            "tied_with_next": true
          },
          {
            "rank": 126,
            "model": "qwen3.5-35b-a3b",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 127,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1385.6,
            "evidence": -1.6465,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1381.85,
            "evidence": -1.7273,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1381.8,
            "evidence": -1.7313
          },
          {
            "rank": 132,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 134,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "gpt-4.1-mini",
            "rating": 1373.1,
            "evidence": -1.895,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "gpt-5-mini",
            "rating": 1372.31,
            "evidence": -1.9024,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "o4-mini",
            "rating": 1367.99,
            "evidence": -1.9654,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1365.84,
            "evidence": -1.9832
          },
          {
            "rank": 139,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1358.72,
            "evidence": -2.0488
          },
          {
            "rank": 140,
            "model": "o3-mini",
            "rating": 1343.57,
            "evidence": -2.1574,
            "tied_with_next": true
          },
          {
            "rank": 141,
            "model": "gemma-3-27b-it",
            "rating": 1343.38,
            "evidence": -2.1591
          },
          {
            "rank": 142,
            "model": "qwen-plus-2025-01-25",
            "rating": 1331.46,
            "evidence": -2.2618,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "qwen3-32b",
            "rating": 1331.03,
            "evidence": -2.2714,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "gpt-5-nano",
            "rating": 1326.1,
            "evidence": -2.3052,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "gpt-4o",
            "rating": 1325.5,
            "evidence": -2.3088,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-oss-120b",
            "rating": 1323.65,
            "evidence": -2.3239,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1323.65,
            "evidence": -2.3239,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "gemma-3-12b-it",
            "rating": 1321.01,
            "evidence": -2.3513
          },
          {
            "rank": 149,
            "model": "qwen3-30b-a3b",
            "rating": 1308.97,
            "evidence": -2.4701
          },
          {
            "rank": 150,
            "model": "gpt-4-turbo",
            "rating": 1303.26,
            "evidence": -2.522,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1299.27,
            "evidence": -2.5865,
            "tied_with_next": true
          },
          {
            "rank": 152,
            "model": "gpt-4.1-nano",
            "rating": 1300.29,
            "evidence": -2.5875
          },
          {
            "rank": 153,
            "model": "gpt-4o-mini",
            "rating": 1292.93,
            "evidence": -2.676,
            "tied_with_next": true
          },
          {
            "rank": 154,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1292.65,
            "evidence": -2.68,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1292.65,
            "evidence": -2.68,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1292.65,
            "evidence": -2.68
          },
          {
            "rank": 157,
            "model": "granite-4.2-8b",
            "rating": 1281.2,
            "evidence": -2.7542,
            "tied_with_next": true
          },
          {
            "rank": 158,
            "model": "gpt-4",
            "rating": 1285.32,
            "evidence": -2.7651,
            "tied_with_next": true
          },
          {
            "rank": 159,
            "model": "gpt-oss-20b",
            "rating": 1281.25,
            "evidence": -2.78
          },
          {
            "rank": 160,
            "model": "gemma-3-4b-it",
            "rating": 1267.46,
            "evidence": -2.8665
          },
          {
            "rank": 161,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1255.23,
            "evidence": -2.9163
          },
          {
            "rank": 162,
            "model": "phi-4",
            "rating": 1245.38,
            "evidence": -2.9505
          },
          {
            "rank": 163,
            "model": "qwen3.6-27b",
            "score": 56.36,
            "se": 4.05,
            "evidence": -2.9989,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "qwen3.6-27b@deepinfra",
            "score": 56.36,
            "se": 4.05,
            "evidence": -2.9989
          },
          {
            "rank": 165,
            "model": "gpt-3.5-turbo",
            "rating": 1215.88,
            "evidence": -3
          }
        ]
      },
      {
        "task": "creative",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-argon",
            "rating": 1522.55,
            "evidence": 2.9677,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "rating": 1516.06,
            "evidence": 2.928
          },
          {
            "rank": 3,
            "model": "gemini-4-hydrogen",
            "rating": 1491.76,
            "evidence": 2.7366,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gemini-3.8-flash",
            "score": 82.75,
            "se": 5.34,
            "evidence": 2.6972,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gemini-3.7-flash",
            "score": 82.25,
            "se": 5.4,
            "evidence": 2.6555,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "claude-fable-5-1",
            "score": 78.1,
            "se": 5.85,
            "evidence": 2.4435,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "gemini-3.1-pro-preview",
            "score": 77.25,
            "se": 5.93,
            "evidence": 2.3564
          },
          {
            "rank": 8,
            "model": "claude-opus-4-8",
            "score": 80.6,
            "se": 5.59,
            "evidence": 2.2968,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-opus-5-5",
            "score": 70.92,
            "se": 6.42,
            "evidence": 2.1817
          },
          {
            "rank": 10,
            "model": "claude-fable-5",
            "score": 71.7,
            "se": 6.37,
            "evidence": 2.168
          },
          {
            "rank": 11,
            "model": "qwen3.8-max-0902",
            "score": 76.52,
            "se": 5.99,
            "evidence": 2.1541,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "gpt-5.6-sol",
            "score": 75.92,
            "se": 6.05,
            "evidence": 2.1331,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "gemini-3.6-flash",
            "score": 75.6,
            "se": 6.07,
            "evidence": 2.118,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "claude-opus-4-7",
            "score": 69.4,
            "se": 6.52,
            "evidence": 2.0158,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gemini-3.5-flash",
            "score": 75.2,
            "se": 6.11,
            "evidence": 1.9947
          },
          {
            "rank": 16,
            "model": "gemini-3-flash-preview",
            "rating": 1456.25,
            "evidence": 1.8358
          },
          {
            "rank": 17,
            "model": "claude-opus-4-6",
            "score": 66.13,
            "se": 6.69,
            "evidence": 1.8282,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "kimi-k3",
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "kimi-k3@deepinfra",
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "kimi-k3@moonshot",
            "score": 75.37,
            "se": 6.09,
            "evidence": 1.8128,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "claude-sonnet-4-5",
            "rating": 1454.56,
            "evidence": 1.7788
          },
          {
            "rank": 22,
            "model": "claude-sonnet-5-5",
            "score": 69.92,
            "se": 6.49,
            "evidence": 1.6613,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "kimi-k3.1-pro",
            "rating": 1453.06,
            "evidence": 1.6275,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "kimi-k3.1-pro@deepinfra",
            "rating": 1453.06,
            "evidence": 1.6275,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "kimi-k3.1-pro@together",
            "rating": 1453.06,
            "evidence": 1.6275,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "glm-5.3",
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "glm-5.3-fast@parasail",
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "glm-5.3@alibaba-intl",
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "glm-5.3@deepinfra",
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "glm-5.3@parasail",
            "score": 72.13,
            "se": 6.34,
            "evidence": 1.5641,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "grok-4.6",
            "score": 78.27,
            "se": 5.83,
            "evidence": 1.5616,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "gpt-6-astra",
            "score": 73.98,
            "se": 6.2,
            "evidence": 1.5608,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "claude-opus-4-5",
            "score": 65.85,
            "se": 6.71,
            "evidence": 1.5196,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "claude-opus-5",
            "score": 61.32,
            "se": 6.89,
            "evidence": 1.4677
          },
          {
            "rank": 35,
            "model": "mimo-v2.6-pro",
            "rating": 1448,
            "evidence": 1.4548,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "gpt-5.5",
            "score": 72.55,
            "se": 6.31,
            "evidence": 1.442,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "deepseek-v4-pro-0813",
            "score": 74.93,
            "se": 6.13,
            "evidence": 1.4299,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 74.93,
            "se": 6.13,
            "evidence": 1.4299,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "qwen3.7-max",
            "score": 76.28,
            "se": 6.02,
            "evidence": 1.3876,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "qwen3.7-max@alibaba-us",
            "score": 76.28,
            "se": 6.02,
            "evidence": 1.3876,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "glm-5.1",
            "rating": 1446.18,
            "evidence": 1.3663,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "gpt-6.1-sol",
            "score": 70.82,
            "se": 6.43,
            "evidence": 1.3467,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "gpt-5.4",
            "score": 79.02,
            "se": 5.76,
            "evidence": 1.3363
          },
          {
            "rank": 44,
            "model": "claude-sonnet-4-6",
            "score": 68.9,
            "se": 6.55,
            "evidence": 1.3026,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "deepseek-flash",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "deepseek-flash-fast@parasail",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "deepseek-flash@alibaba-intl",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "deepseek-flash@deepinfra",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "deepseek-flash@parasail",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "deepseek-flash@together",
            "score": 72.68,
            "se": 6.3,
            "evidence": 1.2426,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "deepseek-v4-pro",
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "deepseek-v4-pro@parasail",
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "deepseek-v4-pro@together",
            "score": 67.75,
            "se": 6.61,
            "evidence": 1.1574,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "qwen3.6-max-preview",
            "rating": 1438.18,
            "evidence": 1.1155
          },
          {
            "rank": 57,
            "model": "glm-5.2",
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "glm-5.2@alibaba-intl",
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "glm-5.2@alibaba-us",
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "glm-5.2@deepinfra",
            "score": 62.88,
            "se": 6.83,
            "evidence": 0.9972,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "grok-4.7",
            "score": 74.92,
            "se": 6.13,
            "evidence": 0.9366,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "gemini-3.5-flash-lite",
            "score": 67.47,
            "se": 6.63,
            "evidence": 0.8564,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "kimi-k2.6",
            "score": 66.88,
            "se": 6.66,
            "evidence": 0.7474,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "gpt-5.6-terra",
            "score": 66.83,
            "se": 6.66,
            "evidence": 0.6948,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "qwen3.7-plus",
            "rating": 1431.02,
            "evidence": 0.6946,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1431.02,
            "evidence": 0.6946,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gpt-6-sol",
            "score": 66.93,
            "se": 6.65,
            "evidence": 0.6745,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "claude-sonnet-5",
            "score": 62.32,
            "se": 6.85,
            "evidence": 0.5459,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "glm-5.3-flash",
            "score": 59.88,
            "se": 6.93,
            "evidence": 0.4842,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "glm-5.3-flash@deepinfra",
            "score": 59.88,
            "se": 6.93,
            "evidence": 0.4842,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "gpt-5.6-luna",
            "score": 69.07,
            "se": 6.54,
            "evidence": 0.4092,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "deepseek-v4-flash-vision-exp",
            "score": 73.83,
            "se": 6.22,
            "evidence": 0.4023
          },
          {
            "rank": 73,
            "model": "gemma-4-31b-it",
            "rating": 1418.35,
            "evidence": 0.3186
          },
          {
            "rank": 74,
            "model": "deepseek-v4-flash",
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "deepseek-v4-flash@parasail",
            "score": 67.27,
            "se": 6.64,
            "evidence": 0.2815
          },
          {
            "rank": 77,
            "model": "gemini-3.1-flash-lite",
            "rating": 1414.63,
            "evidence": 0.195
          },
          {
            "rank": 78,
            "model": "gpt-6-luna",
            "score": 63.28,
            "se": 6.82,
            "evidence": 0.0856,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gpt-5.4-mini",
            "score": 66.63,
            "se": 6.67,
            "evidence": 0.0839,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "inkling",
            "score": 74.18,
            "se": 6.19,
            "evidence": 0.0816,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "deepseek-v4-flash-0731",
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 70.5,
            "se": 6.45,
            "evidence": 0.0251
          },
          {
            "rank": 85,
            "model": "gpt-5.1",
            "rating": 1407.56,
            "evidence": -0.0116,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "qwen3.5-397b-a17b",
            "rating": 1406.08,
            "evidence": -0.0463,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1406.08,
            "evidence": -0.0463,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1406.08,
            "evidence": -0.0463,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "glm-4.7",
            "rating": 1405.5,
            "evidence": -0.0953,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "gpt-4.1",
            "rating": 1402.92,
            "evidence": -0.1559
          },
          {
            "rank": 91,
            "model": "minimax-m3",
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "minimax-m3-fast@parasail",
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "minimax-m3@deepinfra",
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "minimax-m3@parasail",
            "score": 63.55,
            "se": 6.81,
            "evidence": -0.1692,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "kimi-k2.7-code",
            "score": 68.57,
            "se": 6.57,
            "evidence": -0.1876
          },
          {
            "rank": 96,
            "model": "glm-4.6",
            "rating": 1401.08,
            "evidence": -0.213,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "qwen3.6-plus",
            "score": 56.87,
            "se": 7,
            "evidence": -0.2278
          },
          {
            "rank": 98,
            "model": "deepseek-v3.2",
            "rating": 1400.55,
            "evidence": -0.2308
          },
          {
            "rank": 99,
            "model": "gpt-5.2",
            "score": 65.7,
            "se": 6.71,
            "evidence": -0.2595
          },
          {
            "rank": 100,
            "model": "mistral-medium-3-5",
            "rating": 1399.44,
            "evidence": -0.2601
          },
          {
            "rank": 101,
            "model": "claude-haiku-5-5",
            "score": 73.6,
            "se": 6.23,
            "evidence": -0.4054,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "qwen3.8-27b",
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "qwen3.8-27b@deepinfra",
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "qwen3.8-27b@parasail",
            "score": 73.1,
            "se": 6.27,
            "evidence": -0.461
          },
          {
            "rank": 105,
            "model": "mimo-v2.6-flash",
            "rating": 1391.78,
            "evidence": -0.509,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "beam-1.0-501b-a23b",
            "rating": 1387.83,
            "evidence": -0.5695,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "deepseek-r1-0528",
            "rating": 1388.51,
            "evidence": -0.5862,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "claude-haiku-4-5",
            "rating": 1386.9,
            "evidence": -0.6703,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "o3",
            "rating": 1382.95,
            "evidence": -0.765,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "o1",
            "rating": 1381.27,
            "evidence": -0.8041,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1378.2,
            "evidence": -0.8809,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1378.2,
            "evidence": -0.8809,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1378.2,
            "evidence": -0.8809,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "mistral-large-2512",
            "rating": 1374.52,
            "evidence": -0.9592,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "gpt-5",
            "rating": 1372.54,
            "evidence": -1.007,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1369.48,
            "evidence": -1.0627
          },
          {
            "rank": 117,
            "model": "qwen3.6-27b",
            "score": 60.13,
            "se": 6.92,
            "evidence": -1.0872,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "qwen3.6-27b@deepinfra",
            "score": 60.13,
            "se": 6.92,
            "evidence": -1.0872,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "gpt-5.4-nano",
            "score": 67.65,
            "se": 6.62,
            "evidence": -1.1406
          },
          {
            "rank": 120,
            "model": "qwen3.5-122b-a10b",
            "rating": 1365.35,
            "evidence": -1.16
          },
          {
            "rank": 121,
            "model": "qwen3.5-27b",
            "rating": 1357.64,
            "evidence": -1.3139,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1357.64,
            "evidence": -1.3139,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1355.38,
            "evidence": -1.3693,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1355.38,
            "evidence": -1.3693,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1355.38,
            "evidence": -1.3693,
            "tied_with_next": true
          },
          {
            "rank": 126,
            "model": "gpt-4.1-mini",
            "rating": 1348.76,
            "evidence": -1.4966,
            "tied_with_next": true
          },
          {
            "rank": 127,
            "model": "gemma-3-27b-it",
            "rating": 1348.08,
            "evidence": -1.5115,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "inkling-2-small",
            "rating": 1345.03,
            "evidence": -1.5761,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "inkling-2-small@deepinfra",
            "rating": 1345.03,
            "evidence": -1.5761,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "qwen3.5-35b-a3b",
            "rating": 1342.16,
            "evidence": -1.6402,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1342.16,
            "evidence": -1.6402,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1342.16,
            "evidence": -1.6402,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1338.06,
            "evidence": -1.7166,
            "tied_with_next": true
          },
          {
            "rank": 134,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1337.65,
            "evidence": -1.7381,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "gpt-4o",
            "rating": 1337.6,
            "evidence": -1.7391,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "o4-mini",
            "rating": 1337.19,
            "evidence": -1.7475,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "gemma-3-12b-it",
            "rating": 1332.4,
            "evidence": -1.8078,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1326.13,
            "evidence": -1.9571,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "gpt-5-mini",
            "rating": 1322.94,
            "evidence": -2.0331,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "gpt-4-turbo",
            "rating": 1323.22,
            "evidence": -2.0408,
            "tied_with_next": true
          },
          {
            "rank": 141,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1318.76,
            "evidence": -2.0981,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "inkling-small",
            "rating": 1319,
            "evidence": -2.1012,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "qwen-plus-2025-01-25",
            "rating": 1316.25,
            "evidence": -2.1049,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1313.09,
            "evidence": -2.1696,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1313.09,
            "evidence": -2.1696,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1313.09,
            "evidence": -2.1696,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "gpt-4.1-nano",
            "rating": 1307.03,
            "evidence": -2.2565,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "qwen3-32b",
            "rating": 1303.68,
            "evidence": -2.2969,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "o3-mini",
            "rating": 1300.99,
            "evidence": -2.3383
          },
          {
            "rank": 150,
            "model": "gpt-4o-mini",
            "rating": 1293.82,
            "evidence": -2.4463,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1288.92,
            "evidence": -2.5109,
            "tied_with_next": true
          },
          {
            "rank": 152,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1285.35,
            "evidence": -2.5547,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1285.35,
            "evidence": -2.5547,
            "tied_with_next": true
          },
          {
            "rank": 154,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1285.35,
            "evidence": -2.5547,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "qwen3-30b-a3b",
            "rating": 1283.58,
            "evidence": -2.5706,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "gpt-oss-120b",
            "rating": 1278.58,
            "evidence": -2.6248,
            "tied_with_next": true
          },
          {
            "rank": 157,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1278.58,
            "evidence": -2.6248,
            "tied_with_next": true
          },
          {
            "rank": 158,
            "model": "gemma-3-4b-it",
            "rating": 1274.39,
            "evidence": -2.6301,
            "tied_with_next": true
          },
          {
            "rank": 159,
            "model": "gpt-4",
            "rating": 1266.57,
            "evidence": -2.7463
          },
          {
            "rank": 160,
            "model": "gpt-5-nano",
            "rating": 1245.99,
            "evidence": -2.8189,
            "tied_with_next": true
          },
          {
            "rank": 161,
            "model": "gpt-oss-20b",
            "rating": 1240.98,
            "evidence": -2.8361
          },
          {
            "rank": 162,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1226.61,
            "evidence": -2.8783
          },
          {
            "rank": 163,
            "model": "phi-4",
            "rating": 1210,
            "evidence": -2.932,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "granite-4.2-8b",
            "rating": 1199.13,
            "evidence": -2.95,
            "tied_with_next": true
          },
          {
            "rank": 165,
            "model": "gpt-3.5-turbo",
            "rating": 1190.92,
            "evidence": -2.9834
          }
        ]
      },
      {
        "task": "summarization",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-3.1-pro-preview",
            "score": 88.23,
            "se": 4.56,
            "evidence": 2.2265,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-3.8-flash",
            "score": 87.5,
            "se": 4.68,
            "evidence": 2.132,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gemini-3.7-flash",
            "score": 84.77,
            "se": 5.08,
            "evidence": 1.7896,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "qwen3.7-max",
            "score": 83.8,
            "se": 5.21,
            "evidence": 1.6702,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "qwen3.7-max@alibaba-us",
            "score": 83.8,
            "se": 5.21,
            "evidence": 1.6702,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-3.5-flash",
            "score": 82.58,
            "se": 5.36,
            "evidence": 1.5211,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-fable-5",
            "score": 81.7,
            "se": 5.47,
            "evidence": 1.4128,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gpt-6.1-sol",
            "score": 81.25,
            "se": 5.52,
            "evidence": 1.3581,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gpt-6-astra",
            "score": 79.55,
            "se": 5.7,
            "evidence": 1.1463,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "qwen3.8-max-0902",
            "score": 79.15,
            "se": 5.75,
            "evidence": 1.095,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "grok-4.7",
            "score": 78.17,
            "se": 5.84,
            "evidence": 0.9732,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "claude-opus-4-8",
            "score": 77.67,
            "se": 5.89,
            "evidence": 0.9114,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "qwen3.8-27b",
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "qwen3.8-27b@deepinfra",
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "qwen3.8-27b@parasail",
            "score": 75.93,
            "se": 6.05,
            "evidence": 0.7007,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gemini-3.6-flash",
            "score": 75.85,
            "se": 6.05,
            "evidence": 0.6915,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "inkling",
            "score": 74.85,
            "se": 6.14,
            "evidence": 0.5729,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "glm-5.3",
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "glm-5.3-fast@parasail",
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "glm-5.3@alibaba-intl",
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "glm-5.3@deepinfra",
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "glm-5.3@parasail",
            "score": 74.55,
            "se": 6.16,
            "evidence": 0.5378,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gpt-5.6-terra",
            "score": 73.17,
            "se": 6.27,
            "evidence": 0.3777,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "gpt-5.5",
            "score": 72.32,
            "se": 6.33,
            "evidence": 0.2806,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "claude-fable-5-1",
            "score": 72.17,
            "se": 6.34,
            "evidence": 0.2635,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-v4-flash-vision-exp",
            "score": 72.1,
            "se": 6.34,
            "evidence": 0.2557,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "gpt-5.4-nano",
            "score": 71.77,
            "se": 6.37,
            "evidence": 0.2182,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-v4-flash-0731",
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 71.5,
            "se": 6.38,
            "evidence": 0.1878,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "claude-sonnet-5",
            "score": 71.22,
            "se": 6.4,
            "evidence": 0.1563,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "deepseek-flash",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "deepseek-flash-fast@parasail",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "deepseek-flash@alibaba-intl",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "deepseek-flash@deepinfra",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "deepseek-flash@parasail",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "deepseek-flash@together",
            "score": 69.65,
            "se": 6.5,
            "evidence": -0.0188,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "deepseek-v4-pro",
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "deepseek-v4-pro@parasail",
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "deepseek-v4-pro@together",
            "score": 69.5,
            "se": 6.51,
            "evidence": -0.0354,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "gpt-5.6-sol",
            "score": 69.43,
            "se": 6.52,
            "evidence": -0.0431,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "kimi-k3",
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "kimi-k3@deepinfra",
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "kimi-k3@moonshot",
            "score": 69.35,
            "se": 6.52,
            "evidence": -0.052,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "claude-opus-5-5",
            "score": 69.1,
            "se": 6.53,
            "evidence": -0.0796,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "deepseek-v4-flash",
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "deepseek-v4-flash@parasail",
            "score": 68.85,
            "se": 6.55,
            "evidence": -0.107,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "gemini-3.5-flash-lite",
            "score": 68.47,
            "se": 6.57,
            "evidence": -0.1487,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "gpt-5.4",
            "score": 68.42,
            "se": 6.57,
            "evidence": -0.1543,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "glm-5.2",
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "glm-5.2@alibaba-intl",
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "glm-5.2@alibaba-us",
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "glm-5.2@deepinfra",
            "score": 68.37,
            "se": 6.58,
            "evidence": -0.1596,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "grok-4.6",
            "score": 68.08,
            "se": 6.59,
            "evidence": -0.1914,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "gpt-6-sol",
            "score": 68,
            "se": 6.6,
            "evidence": -0.2,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "kimi-k2.6",
            "score": 67.5,
            "se": 6.62,
            "evidence": -0.2547,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "claude-haiku-5-5",
            "score": 66.98,
            "se": 6.65,
            "evidence": -0.311,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "claude-opus-5",
            "score": 66.43,
            "se": 6.68,
            "evidence": -0.3704,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "claude-opus-4-7",
            "score": 66.28,
            "se": 6.69,
            "evidence": -0.3864,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-pro-0813",
            "score": 65.67,
            "se": 6.71,
            "evidence": -0.4524,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 65.67,
            "se": 6.71,
            "evidence": -0.4524,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "claude-opus-4-6",
            "score": 65.15,
            "se": 6.74,
            "evidence": -0.5079,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gpt-5.6-luna",
            "score": 64.93,
            "se": 6.75,
            "evidence": -0.5314,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "qwen3.6-plus",
            "score": 64.32,
            "se": 6.77,
            "evidence": -0.5968,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "claude-opus-4-5",
            "score": 63.72,
            "se": 6.8,
            "evidence": -0.6603,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "gpt-5.2",
            "score": 63.2,
            "se": 6.82,
            "evidence": -0.7149,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "claude-sonnet-4-6",
            "score": 61.65,
            "se": 6.88,
            "evidence": -0.875,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "gpt-5.4-mini",
            "score": 59.63,
            "se": 6.94,
            "evidence": -1.082,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "kimi-k2.7-code",
            "score": 58.32,
            "se": 6.97,
            "evidence": -1.2152,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "claude-sonnet-5-5",
            "score": 58.17,
            "se": 6.98,
            "evidence": -1.2297,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "glm-5.3-flash",
            "score": 56.47,
            "se": 7.01,
            "evidence": -1.398,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "glm-5.3-flash@deepinfra",
            "score": 56.47,
            "se": 7.01,
            "evidence": -1.398,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "gpt-6-luna",
            "score": 55.32,
            "se": 7.03,
            "evidence": -1.5094,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "minimax-m3",
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "minimax-m3-fast@parasail",
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "minimax-m3@deepinfra",
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "minimax-m3@parasail",
            "score": 53.93,
            "se": 7.05,
            "evidence": -1.6416,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.6-27b",
            "score": 52.62,
            "se": 7.06,
            "evidence": -1.7652,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.6-27b@deepinfra",
            "score": 52.62,
            "se": 7.06,
            "evidence": -1.7652
          }
        ]
      },
      {
        "task": "extraction",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5",
            "rating": 1508.71,
            "evidence": 2.8615
          },
          {
            "rank": 2,
            "model": "claude-opus-4-6",
            "rating": 1498.54,
            "evidence": 2.724
          },
          {
            "rank": 3,
            "model": "gemini-4-carbon",
            "score": 90.3,
            "se": 2.16,
            "evidence": 2.6468,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gemini-4-argon",
            "score": 89.65,
            "se": 2.2,
            "evidence": 2.6195
          },
          {
            "rank": 5,
            "model": "claude-opus-5",
            "rating": 1494.12,
            "evidence": 2.6102,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "claude-opus-4-7",
            "rating": 1493.02,
            "evidence": 2.5925
          },
          {
            "rank": 7,
            "model": "claude-opus-5-5",
            "score": 89.15,
            "se": 1.9,
            "evidence": 2.5896,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gemini-4-hydrogen",
            "score": 90.6,
            "se": 1.81,
            "evidence": 2.5485
          },
          {
            "rank": 9,
            "model": "gpt-5.6-sol",
            "rating": 1490.31,
            "evidence": 2.4903
          },
          {
            "rank": 10,
            "model": "claude-fable-5-1",
            "score": 87.2,
            "se": 2.32,
            "evidence": 2.3418
          },
          {
            "rank": 11,
            "model": "gemini-3.7-flash",
            "rating": 1486.07,
            "evidence": 2.3017,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "kimi-k3",
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3@deepinfra",
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "kimi-k3@moonshot",
            "score": 88.35,
            "se": 1.94,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gpt-6.1-sol",
            "score": 91.35,
            "se": 1.62,
            "evidence": 2.1906,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "kimi-k3.1-pro",
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "kimi-k3.1-pro@together",
            "score": 88.55,
            "se": 1.93,
            "evidence": 2.0539,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "glm-5.3",
            "rating": 1480.57,
            "evidence": 2.0317,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "glm-5.3-fast@parasail",
            "rating": 1480.57,
            "evidence": 2.0317,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "glm-5.3@alibaba-intl",
            "rating": 1480.57,
            "evidence": 2.0317,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "glm-5.3@deepinfra",
            "rating": 1480.57,
            "evidence": 2.0317,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "glm-5.3@parasail",
            "rating": 1480.57,
            "evidence": 2.0317,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "gemini-3.1-pro-preview",
            "rating": 1479.69,
            "evidence": 2.0005,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "claude-opus-4-8",
            "rating": 1478.51,
            "evidence": 1.9315,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "gpt-6-astra",
            "score": 91.5,
            "se": 1.61,
            "evidence": 1.9107,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "qwen3.8-max-0902",
            "score": 88.2,
            "se": 1.94,
            "evidence": 1.83,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash",
            "rating": 1475.81,
            "evidence": 1.782,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash-fast@parasail",
            "rating": 1475.81,
            "evidence": 1.782,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@alibaba-intl",
            "rating": 1475.81,
            "evidence": 1.782,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-flash@deepinfra",
            "rating": 1475.81,
            "evidence": 1.782,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "deepseek-flash@parasail",
            "rating": 1475.81,
            "evidence": 1.782,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "deepseek-flash@together",
            "rating": 1475.81,
            "evidence": 1.782
          },
          {
            "rank": 34,
            "model": "gemini-3.8-flash",
            "score": 75.05,
            "se": 2.44,
            "evidence": 1.7705
          },
          {
            "rank": 35,
            "model": "gpt-5.5",
            "rating": 1474.53,
            "evidence": 1.7214,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "claude-sonnet-4-6",
            "rating": 1474.52,
            "evidence": 1.7209,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "claude-opus-4-5",
            "rating": 1474.34,
            "evidence": 1.7114,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gemini-3.6-flash",
            "rating": 1472.75,
            "evidence": 1.6284
          },
          {
            "rank": 39,
            "model": "claude-sonnet-5-5",
            "score": 78.75,
            "se": 2.23,
            "evidence": 1.5271
          },
          {
            "rank": 40,
            "model": "glm-5.3-flash",
            "score": 86.25,
            "se": 2.2,
            "evidence": 1.5193,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "glm-5.3-flash@deepinfra",
            "score": 86.25,
            "se": 2.2,
            "evidence": 1.5193,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "glm-5.2",
            "rating": 1470.01,
            "evidence": 1.4719,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "glm-5.2@alibaba-intl",
            "rating": 1470.01,
            "evidence": 1.4719,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "glm-5.2@alibaba-us",
            "rating": 1470.01,
            "evidence": 1.4719,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "glm-5.2@deepinfra",
            "rating": 1470.01,
            "evidence": 1.4719,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "mimo-v2.6-pro",
            "score": 85.15,
            "se": 2.07,
            "evidence": 1.4044
          },
          {
            "rank": 47,
            "model": "gpt-5.6-terra",
            "score": 89.65,
            "se": 1.73,
            "evidence": 1.3392,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "qwen3.7-max",
            "rating": 1465.77,
            "evidence": 1.3217,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "qwen3.7-max@alibaba-us",
            "rating": 1465.77,
            "evidence": 1.3217
          },
          {
            "rank": 50,
            "model": "gpt-6.1-terra",
            "score": 91.15,
            "se": 1.64,
            "evidence": 1.3187
          },
          {
            "rank": 51,
            "model": "claude-sonnet-5",
            "rating": 1466.62,
            "evidence": 1.2811,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "gemini-3.5-flash",
            "rating": 1465.42,
            "evidence": 1.2235,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "claude-sonnet-4-5",
            "rating": 1461.95,
            "evidence": 1.031,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "deepseek-v4-pro-0813",
            "rating": 1460.45,
            "evidence": 1.0122,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "rating": 1460.45,
            "evidence": 1.0122,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "glm-5.1",
            "rating": 1461.31,
            "evidence": 1,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "gpt-5.4",
            "rating": 1460.11,
            "evidence": 0.9453
          },
          {
            "rank": 58,
            "model": "deepseek-v4.1-flash-1017",
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 89.75,
            "se": 1.72,
            "evidence": 0.9186
          },
          {
            "rank": 61,
            "model": "gemini-3-flash-preview",
            "rating": 1457.41,
            "evidence": 0.843,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "kimi-k2.6",
            "rating": 1455.49,
            "evidence": 0.7743,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-pro",
            "rating": 1453.18,
            "evidence": 0.6932,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-pro-fast@parasail",
            "rating": 1453.18,
            "evidence": 0.6932,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "deepseek-v4-pro@deepinfra",
            "rating": 1453.18,
            "evidence": 0.6932,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "deepseek-v4-pro@parasail",
            "rating": 1453.18,
            "evidence": 0.6932,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "deepseek-v4-pro@together",
            "rating": 1453.18,
            "evidence": 0.6932,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "grok-4.6",
            "score": 86.65,
            "se": 2.01,
            "evidence": 0.6863,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "qwen3.6-max-preview",
            "rating": 1450.52,
            "evidence": 0.627
          },
          {
            "rank": 70,
            "model": "claude-fable-5-2",
            "score": 89.75,
            "se": 1.86,
            "evidence": 0.5667
          },
          {
            "rank": 71,
            "model": "gpt-6-sol",
            "rating": 1448.57,
            "evidence": 0.5557,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "gemma-4-31b-it",
            "score": 76.65,
            "se": 2.09,
            "evidence": 0.5456
          },
          {
            "rank": 73,
            "model": "mistral-large-4-0",
            "score": 88.3,
            "se": 1.8,
            "evidence": 0.5252
          },
          {
            "rank": 74,
            "model": "qwen3.7-plus",
            "rating": 1446.85,
            "evidence": 0.495,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1446.85,
            "evidence": 0.495,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "gemini-3.5-flash-lite",
            "rating": 1443.2,
            "evidence": 0.364,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "gpt-5.6-luna",
            "rating": 1443.1,
            "evidence": 0.3591
          },
          {
            "rank": 78,
            "model": "grok-4.7",
            "score": 88.45,
            "se": 1.79,
            "evidence": 0.3507,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gpt-6-luna",
            "score": 86.7,
            "se": 1.87,
            "evidence": 0.3054,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "mimo-v2.6-flash",
            "rating": 1435.72,
            "evidence": 0.0576,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.5-397b-a17b",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1434.49,
            "evidence": 0.0314,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "qwen3.6-plus",
            "rating": 1434.69,
            "evidence": 0.0292,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "gpt-5.4-mini",
            "rating": 1434.5,
            "evidence": 0.0238
          },
          {
            "rank": 86,
            "model": "inkling",
            "score": 86.4,
            "se": 1.88,
            "evidence": -0.0557,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "beam-1.0-501b-a23b",
            "rating": 1433.23,
            "evidence": -0.0682,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "minimax-m3",
            "rating": 1428.21,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "minimax-m3-fast@parasail",
            "rating": 1428.21,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "minimax-m3@deepinfra",
            "rating": 1428.21,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "minimax-m3@parasail",
            "rating": 1428.21,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "deepseek-v4-flash",
            "rating": 1427.98,
            "evidence": -0.2483,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1427.98,
            "evidence": -0.2483,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1427.98,
            "evidence": -0.2483,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "gpt-5.1",
            "rating": 1426.04,
            "evidence": -0.3298,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "glm-4.7",
            "rating": 1426.2,
            "evidence": -0.3333,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "gpt-5.2",
            "rating": 1423.77,
            "evidence": -0.4375
          },
          {
            "rank": 98,
            "model": "qwen3.8-27b",
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "qwen3.8-27b@deepinfra",
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "qwen3.8-27b@parasail",
            "score": 86.35,
            "se": 2.2,
            "evidence": -0.4607,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "mistral-medium-3-5",
            "rating": 1422.89,
            "evidence": -0.4683,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "claude-haiku-5-5",
            "score": 75.55,
            "se": 2.26,
            "evidence": -0.511,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "deepseek-v3.2",
            "rating": 1420.77,
            "evidence": -0.5739
          },
          {
            "rank": 104,
            "model": "minimax-m3.1-flash",
            "score": 84.7,
            "se": 2.09,
            "evidence": -0.7889,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "minimax-m3.1-flash@parasail",
            "score": 84.7,
            "se": 2.09,
            "evidence": -0.7889
          },
          {
            "rank": 106,
            "model": "claude-haiku-4-5",
            "rating": 1414.55,
            "evidence": -0.8362,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1414.11,
            "evidence": -0.8507,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "glm-4.6",
            "rating": 1412.81,
            "evidence": -0.8985,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "inkling-2-small",
            "rating": 1409.91,
            "evidence": -0.9018,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "inkling-2-small@deepinfra",
            "rating": 1409.91,
            "evidence": -0.9018,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "gpt-5",
            "rating": 1409.94,
            "evidence": -1.0021,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1408.71,
            "evidence": -1.0233,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "gemini-3.1-flash-lite",
            "rating": 1409.22,
            "evidence": -1.0346,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "o1",
            "rating": 1406.99,
            "evidence": -1.1092,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "qwen3.5-122b-a10b",
            "rating": 1405.69,
            "evidence": -1.1522,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "gpt-4.1",
            "rating": 1403.01,
            "evidence": -1.2385,
            "tied_with_next": true
          },
          {
            "rank": 121,
            "model": "mistral-large-2512",
            "rating": 1402.89,
            "evidence": -1.2442,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "o3",
            "rating": 1402.56,
            "evidence": -1.2493,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3.5-27b",
            "rating": 1400.29,
            "evidence": -1.3009,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1400.29,
            "evidence": -1.3009,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "deepseek-r1-0528",
            "rating": 1397.27,
            "evidence": -1.3793,
            "tied_with_next": true
          },
          {
            "rank": 126,
            "model": "inkling-small",
            "rating": 1396.51,
            "evidence": -1.4041
          },
          {
            "rank": 127,
            "model": "qwen3.5-35b-a3b",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1386.73,
            "evidence": -1.6371,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "gpt-5.4-nano",
            "rating": 1386.26,
            "evidence": -1.6449,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1385.6,
            "evidence": -1.6465,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1381.85,
            "evidence": -1.7273,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1381.8,
            "evidence": -1.7313
          },
          {
            "rank": 134,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1376.47,
            "evidence": -1.8291,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "gpt-4.1-mini",
            "rating": 1373.1,
            "evidence": -1.895,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "gpt-5-mini",
            "rating": 1372.31,
            "evidence": -1.9024,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "o4-mini",
            "rating": 1367.99,
            "evidence": -1.9654,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1365.84,
            "evidence": -1.9832
          },
          {
            "rank": 141,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1358.72,
            "evidence": -2.0488
          },
          {
            "rank": 142,
            "model": "o3-mini",
            "rating": 1343.57,
            "evidence": -2.1574,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "gemma-3-27b-it",
            "rating": 1343.38,
            "evidence": -2.1591
          },
          {
            "rank": 144,
            "model": "qwen-plus-2025-01-25",
            "rating": 1331.46,
            "evidence": -2.2618,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "qwen3-32b",
            "rating": 1331.03,
            "evidence": -2.2714,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-5-nano",
            "rating": 1326.1,
            "evidence": -2.3052,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "gpt-4o",
            "rating": 1325.5,
            "evidence": -2.3088,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "gpt-oss-120b",
            "rating": 1323.65,
            "evidence": -2.3239,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1323.65,
            "evidence": -2.3239,
            "tied_with_next": true
          },
          {
            "rank": 150,
            "model": "gemma-3-12b-it",
            "rating": 1321.01,
            "evidence": -2.3513
          },
          {
            "rank": 151,
            "model": "qwen3-30b-a3b",
            "rating": 1308.97,
            "evidence": -2.4701
          },
          {
            "rank": 152,
            "model": "gpt-4-turbo",
            "rating": 1303.26,
            "evidence": -2.522,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1299.27,
            "evidence": -2.5865,
            "tied_with_next": true
          },
          {
            "rank": 154,
            "model": "gpt-4.1-nano",
            "rating": 1300.29,
            "evidence": -2.5875
          },
          {
            "rank": 155,
            "model": "gpt-4o-mini",
            "rating": 1292.93,
            "evidence": -2.676,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1292.65,
            "evidence": -2.68,
            "tied_with_next": true
          },
          {
            "rank": 157,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1292.65,
            "evidence": -2.68,
            "tied_with_next": true
          },
          {
            "rank": 158,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1292.65,
            "evidence": -2.68
          },
          {
            "rank": 159,
            "model": "granite-4.2-8b",
            "rating": 1281.2,
            "evidence": -2.7542,
            "tied_with_next": true
          },
          {
            "rank": 160,
            "model": "gpt-4",
            "rating": 1285.32,
            "evidence": -2.7651,
            "tied_with_next": true
          },
          {
            "rank": 161,
            "model": "gpt-oss-20b",
            "rating": 1281.25,
            "evidence": -2.78
          },
          {
            "rank": 162,
            "model": "gemma-3-4b-it",
            "rating": 1267.46,
            "evidence": -2.8665
          },
          {
            "rank": 163,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1255.23,
            "evidence": -2.9163
          },
          {
            "rank": 164,
            "model": "phi-4",
            "rating": 1245.38,
            "evidence": -2.9505
          },
          {
            "rank": 165,
            "model": "gpt-3.5-turbo",
            "rating": 1215.88,
            "evidence": -3
          }
        ]
      },
      {
        "task": "classification",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-3.8-flash",
            "score": 81.41,
            "se": 2.75,
            "evidence": 2.634,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-3.7-flash",
            "score": 79.93,
            "se": 2.83,
            "evidence": 2.453,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gemini-3.1-pro-preview",
            "score": 79.1,
            "se": 2.88,
            "evidence": 2.3423,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-fable-5",
            "score": 75.77,
            "se": 3.03,
            "evidence": 1.8241,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gemini-3.5-flash",
            "score": 75.6,
            "se": 3.04,
            "evidence": 1.7905,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gpt-6-astra",
            "score": 75.58,
            "se": 3.04,
            "evidence": 1.7868,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "gemini-3.6-flash",
            "score": 75.37,
            "se": 3.05,
            "evidence": 1.7454,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "grok-4.7",
            "score": 75.28,
            "se": 3.05,
            "evidence": 1.7284,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gpt-6.1-sol",
            "score": 74.15,
            "se": 3.1,
            "evidence": 1.508,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "qwen3.8-max-0902",
            "score": 74.08,
            "se": 3.1,
            "evidence": 1.4949,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "qwen3.7-max",
            "score": 74.04,
            "se": 3.1,
            "evidence": 1.4874,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "qwen3.7-max@alibaba-us",
            "score": 74.04,
            "se": 3.1,
            "evidence": 1.4874,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "claude-fable-5-1",
            "score": 72.99,
            "se": 3.14,
            "evidence": 1.2812,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "qwen3.8-27b",
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "qwen3.8-27b@deepinfra",
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "qwen3.8-27b@parasail",
            "score": 72.66,
            "se": 3.15,
            "evidence": 1.2169,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "claude-opus-4-8",
            "score": 72.03,
            "se": 3.17,
            "evidence": 1.0936,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "grok-4.6",
            "score": 71.87,
            "se": 3.18,
            "evidence": 1.0618,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "gpt-5.6-sol",
            "score": 71.85,
            "se": 3.18,
            "evidence": 1.0579,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "kimi-k3",
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "kimi-k3@deepinfra",
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "kimi-k3@moonshot",
            "score": 71.36,
            "se": 3.2,
            "evidence": 0.9581,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "deepseek-v4-flash-vision-exp",
            "score": 70.96,
            "se": 3.21,
            "evidence": 0.8761,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "gpt-5.5",
            "score": 70.73,
            "se": 3.22,
            "evidence": 0.8282,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "gpt-5.4",
            "score": 70.22,
            "se": 3.23,
            "evidence": 0.7223,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "inkling",
            "score": 70.1,
            "se": 3.24,
            "evidence": 0.6964,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash-fast@parasail",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash@alibaba-intl",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@deepinfra",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-flash@parasail",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "deepseek-flash@together",
            "score": 70.03,
            "se": 3.24,
            "evidence": 0.6818,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "glm-5.3",
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "glm-5.3-fast@parasail",
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "glm-5.3@alibaba-intl",
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "glm-5.3@deepinfra",
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.3@parasail",
            "score": 69.3,
            "se": 3.26,
            "evidence": 0.5284,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gpt-6-sol",
            "score": 68.57,
            "se": 3.28,
            "evidence": 0.376,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "deepseek-v4-pro-0813",
            "score": 67.7,
            "se": 3.31,
            "evidence": 0.1975,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 67.7,
            "se": 3.31,
            "evidence": 0.1975,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gemini-3.5-flash-lite",
            "score": 67.24,
            "se": 3.32,
            "evidence": 0.1009,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "gpt-5.4-nano",
            "score": 67.2,
            "se": 3.32,
            "evidence": 0.0923,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "claude-opus-4-7",
            "score": 66.74,
            "se": 3.33,
            "evidence": -0.0056,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "claude-haiku-5-5",
            "score": 66.47,
            "se": 3.34,
            "evidence": -0.0623,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "claude-opus-5-5",
            "score": 65.74,
            "se": 3.36,
            "evidence": -0.2148,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "deepseek-v4-flash-0731",
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 65.52,
            "se": 3.36,
            "evidence": -0.2603,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "gpt-5.6-terra",
            "score": 64.62,
            "se": 3.38,
            "evidence": -0.4451,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "kimi-k2.6",
            "score": 64.36,
            "se": 3.39,
            "evidence": -0.498,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "claude-sonnet-5",
            "score": 63.86,
            "se": 3.4,
            "evidence": -0.6001,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "claude-opus-5",
            "score": 63.77,
            "se": 3.4,
            "evidence": -0.6186,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "claude-opus-4-6",
            "score": 63.31,
            "se": 3.41,
            "evidence": -0.7121,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "claude-sonnet-4-6",
            "score": 63.22,
            "se": 3.41,
            "evidence": -0.7306,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "deepseek-v4-flash",
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "deepseek-v4-flash@parasail",
            "score": 63.14,
            "se": 3.41,
            "evidence": -0.747,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "claude-opus-4-5",
            "score": 62.55,
            "se": 3.42,
            "evidence": -0.8668,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "deepseek-v4-pro",
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-pro@parasail",
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-pro@together",
            "score": 62.35,
            "se": 3.43,
            "evidence": -0.9064,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "glm-5.2",
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "glm-5.2@alibaba-intl",
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "glm-5.2@alibaba-us",
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "glm-5.2@deepinfra",
            "score": 62.29,
            "se": 3.43,
            "evidence": -0.9187,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "gpt-5.2",
            "score": 61.77,
            "se": 3.44,
            "evidence": -1.0227,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "gpt-5.6-luna",
            "score": 60.12,
            "se": 3.46,
            "evidence": -1.3354,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "gpt-5.4-mini",
            "score": 59.8,
            "se": 3.47,
            "evidence": -1.3915,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "qwen3.6-plus",
            "score": 58.34,
            "se": 3.49,
            "evidence": -1.6468,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "minimax-m3",
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "minimax-m3-fast@parasail",
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "minimax-m3@deepinfra",
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "minimax-m3@parasail",
            "score": 57.51,
            "se": 3.5,
            "evidence": -1.7832,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "claude-sonnet-5-5",
            "score": 56.79,
            "se": 3.5,
            "evidence": -1.8963,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "kimi-k2.7-code",
            "score": 56.29,
            "se": 3.51,
            "evidence": -1.9696,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gpt-6-luna",
            "score": 55.93,
            "se": 3.51,
            "evidence": -2.0227,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "qwen3.6-27b",
            "score": 53.23,
            "se": 3.53,
            "evidence": -2.3433,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.6-27b@deepinfra",
            "score": 53.23,
            "se": 3.53,
            "evidence": -2.3433,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "glm-5.3-flash",
            "score": 52.82,
            "se": 3.53,
            "evidence": -2.3872,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "glm-5.3-flash@deepinfra",
            "score": 52.82,
            "se": 3.53,
            "evidence": -2.3872
          }
        ]
      },
      {
        "task": "conversation",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-carbon",
            "score": 77.7,
            "se": 1.32,
            "evidence": 3.4971
          },
          {
            "rank": 2,
            "model": "gemini-4-argon",
            "score": 76,
            "se": 1.35,
            "evidence": 3.4578
          },
          {
            "rank": 3,
            "model": "claude-fable-5",
            "score": 70.7,
            "se": 1.44,
            "evidence": 3.2588,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-5-5",
            "score": 72.2,
            "se": 1.42,
            "evidence": 3.1432,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gemini-3.1-pro-preview",
            "score": 73.5,
            "se": 1.4,
            "evidence": 3.1421,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-3.8-flash",
            "score": 69.7,
            "se": 1.45,
            "evidence": 3.1318
          },
          {
            "rank": 7,
            "model": "claude-fable-5-2",
            "score": 94,
            "se": 0.75,
            "evidence": 3
          },
          {
            "rank": 8,
            "model": "gpt-5.6-sol",
            "score": 69.7,
            "se": 1.45,
            "evidence": 2.9078,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gemini-3.7-flash",
            "score": 69.2,
            "se": 1.46,
            "evidence": 2.8386
          },
          {
            "rank": 10,
            "model": "gpt-6.1-sol",
            "score": 73.9,
            "se": 1.39,
            "evidence": 2.8304,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gpt-6-astra",
            "score": 75.6,
            "se": 1.36,
            "evidence": 2.8241
          },
          {
            "rank": 12,
            "model": "gemini-3.6-flash",
            "score": 66.2,
            "se": 1.5,
            "evidence": 2.7602
          },
          {
            "rank": 13,
            "model": "claude-fable-5-1",
            "score": 70.8,
            "se": 1.44,
            "evidence": 2.7469
          },
          {
            "rank": 14,
            "model": "claude-opus-4-7",
            "score": 51.7,
            "se": 1.58,
            "evidence": 2.7066,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gemini-3-flash-preview",
            "score": 66.8,
            "se": 1.49,
            "evidence": 2.5394
          },
          {
            "rank": 16,
            "model": "gpt-5.5",
            "score": 63,
            "se": 1.53,
            "evidence": 2.5372
          },
          {
            "rank": 17,
            "model": "claude-opus-4-8",
            "score": 53,
            "se": 1.58,
            "evidence": 2.5164
          },
          {
            "rank": 18,
            "model": "claude-opus-5",
            "score": 59.9,
            "se": 1.55,
            "evidence": 2.5129
          },
          {
            "rank": 19,
            "model": "gemini-3.5-flash",
            "score": 66.2,
            "se": 1.5,
            "evidence": 2.4795
          },
          {
            "rank": 20,
            "model": "kimi-k3",
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "kimi-k3@deepinfra",
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "kimi-k3@moonshot",
            "score": 50.6,
            "se": 1.58,
            "evidence": 2.4708,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "claude-opus-4-6",
            "score": 47,
            "se": 1.58,
            "evidence": 2.3587
          },
          {
            "rank": 24,
            "model": "qwen3.8-max-0902",
            "score": 47.3,
            "se": 1.58,
            "evidence": 2.1712
          },
          {
            "rank": 25,
            "model": "qwen3.7-max",
            "score": 55.77,
            "se": 1.57,
            "evidence": 2.1013,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "qwen3.7-max@alibaba-us",
            "score": 55.77,
            "se": 1.57,
            "evidence": 2.1013
          },
          {
            "rank": 27,
            "model": "gpt-6-sol",
            "score": 60.7,
            "se": 1.55,
            "evidence": 2.0104
          },
          {
            "rank": 28,
            "model": "gpt-6.1-terra",
            "score": 57.3,
            "se": 1.56,
            "evidence": 1.8325
          },
          {
            "rank": 29,
            "model": "deepseek-v4-pro-0813",
            "score": 52.91,
            "se": 1.58,
            "evidence": 1.7473,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 52.91,
            "se": 1.58,
            "evidence": 1.7473
          },
          {
            "rank": 31,
            "model": "claude-opus-4-5",
            "score": 45.7,
            "se": 1.58,
            "evidence": 1.7345
          },
          {
            "rank": 32,
            "model": "qwen3.6-max-preview",
            "score": 52,
            "se": 1.58,
            "evidence": 1.5828
          },
          {
            "rank": 33,
            "model": "gpt-5.4",
            "score": 45.1,
            "se": 1.57,
            "evidence": 1.5514,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "deepseek-v4-pro",
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "deepseek-v4-pro@parasail",
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "deepseek-v4-pro@together",
            "score": 46.99,
            "se": 1.58,
            "evidence": 1.5421,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "glm-5.3-flash",
            "rating": 1476.35,
            "evidence": 1.4228,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "glm-5.3-flash@deepinfra",
            "rating": 1476.35,
            "evidence": 1.4228,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gemini-4-hydrogen",
            "rating": 1476.43,
            "evidence": 1.4001,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "claude-sonnet-5-5",
            "score": 46.5,
            "se": 1.58,
            "evidence": 1.3144,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k3.1-pro",
            "rating": 1474.86,
            "evidence": 1.3143,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "kimi-k3.1-pro@deepinfra",
            "rating": 1474.86,
            "evidence": 1.3143,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "kimi-k3.1-pro@together",
            "rating": 1474.86,
            "evidence": 1.3143,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "glm-5.3",
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "glm-5.3-fast@parasail",
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "glm-5.3@alibaba-intl",
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "glm-5.3@deepinfra",
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.3@parasail",
            "score": 41,
            "se": 1.56,
            "evidence": 1.2292,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "gpt-5.6-terra",
            "score": 43.2,
            "se": 1.57,
            "evidence": 1.1742,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "deepseek-flash",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "deepseek-flash-fast@parasail",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "deepseek-flash@alibaba-intl",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "deepseek-flash@deepinfra",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "deepseek-flash@parasail",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "deepseek-flash@together",
            "score": 42.9,
            "se": 1.57,
            "evidence": 1.043,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "gemini-3.5-flash-lite",
            "rating": 1466.79,
            "evidence": 0.8986
          },
          {
            "rank": 59,
            "model": "grok-4.6",
            "score": 49.3,
            "se": 1.58,
            "evidence": 0.8691
          },
          {
            "rank": 60,
            "model": "grok-4.7",
            "score": 56,
            "se": 1.57,
            "evidence": 0.7316
          },
          {
            "rank": 61,
            "model": "mimo-v2.6-pro",
            "rating": 1462.03,
            "evidence": 0.73,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "qwen3.7-plus",
            "rating": 1464.09,
            "evidence": 0.7299,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1464.09,
            "evidence": 0.7299
          },
          {
            "rank": 64,
            "model": "gpt-5.1",
            "score": 48,
            "se": 1.58,
            "evidence": 0.7026,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "claude-sonnet-4-6",
            "score": 32.8,
            "se": 1.49,
            "evidence": 0.6559,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "glm-5.1",
            "score": 34,
            "se": 1.5,
            "evidence": 0.5977,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "glm-5.2",
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "glm-5.2@alibaba-intl",
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "glm-5.2@alibaba-us",
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "glm-5.2@deepinfra",
            "score": 34.2,
            "se": 1.5,
            "evidence": 0.5294
          },
          {
            "rank": 71,
            "model": "gpt-5.6-luna",
            "score": 41,
            "se": 1.56,
            "evidence": 0.4677
          },
          {
            "rank": 72,
            "model": "claude-sonnet-5",
            "score": 33.7,
            "se": 1.5,
            "evidence": 0.3985
          },
          {
            "rank": 73,
            "model": "qwen3.6-plus",
            "score": 44.14,
            "se": 1.57,
            "evidence": 0.2606
          },
          {
            "rank": 74,
            "model": "claude-sonnet-4-5",
            "score": 23.7,
            "se": 1.35,
            "evidence": 0.2058
          },
          {
            "rank": 75,
            "model": "deepseek-v4-flash",
            "rating": 1452.89,
            "evidence": 0.1822,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1452.89,
            "evidence": 0.1822,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1452.89,
            "evidence": 0.1822,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "qwen3.5-397b-a17b",
            "rating": 1451.6,
            "evidence": 0.117,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1451.6,
            "evidence": 0.117,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1451.6,
            "evidence": 0.117
          },
          {
            "rank": 81,
            "model": "gpt-5",
            "score": 50.1,
            "se": 1.58,
            "evidence": 0.0988
          },
          {
            "rank": 82,
            "model": "kimi-k2.6",
            "score": 34.9,
            "se": 1.51,
            "evidence": 0.0986,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "inkling",
            "score": 40.3,
            "se": 1.55,
            "evidence": -0.0109
          },
          {
            "rank": 84,
            "model": "gpt-5.4-mini",
            "score": 29.4,
            "se": 1.44,
            "evidence": -0.0332
          },
          {
            "rank": 85,
            "model": "o3",
            "score": 49.4,
            "se": 1.58,
            "evidence": -0.0466
          },
          {
            "rank": 86,
            "model": "minimax-m3",
            "rating": 1448.1,
            "evidence": -0.0565,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "minimax-m3-fast@parasail",
            "rating": 1448.1,
            "evidence": -0.0565,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "minimax-m3@deepinfra",
            "rating": 1448.1,
            "evidence": -0.0565,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "minimax-m3@parasail",
            "rating": 1448.1,
            "evidence": -0.0565
          },
          {
            "rank": 90,
            "model": "gpt-6-luna",
            "score": 41.4,
            "se": 1.56,
            "evidence": -0.0785,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "deepseek-v4.1-flash-1017",
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 42.5,
            "se": 1.56,
            "evidence": -0.1052
          },
          {
            "rank": 94,
            "model": "glm-4.7",
            "score": 32.2,
            "se": 1.48,
            "evidence": -0.1587
          },
          {
            "rank": 95,
            "model": "mimo-v2.6-flash",
            "rating": 1444.65,
            "evidence": -0.2098
          },
          {
            "rank": 96,
            "model": "gemma-4-31b-it",
            "score": 10.4,
            "se": 0.97,
            "evidence": -0.5566
          },
          {
            "rank": 97,
            "model": "qwen3.8-27b",
            "rating": 1436.43,
            "evidence": -0.5633,
            "tied_with_next": true
          },
          {
            "rank": 98,
            "model": "qwen3.8-27b@deepinfra",
            "rating": 1436.43,
            "evidence": -0.5633,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "qwen3.8-27b@parasail",
            "rating": 1436.43,
            "evidence": -0.5633,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1436.21,
            "evidence": -0.5995,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1436.21,
            "evidence": -0.5995,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1436.21,
            "evidence": -0.5995,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "beam-1.0-501b-a23b",
            "rating": 1432.3,
            "evidence": -0.5999,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "gpt-5.2",
            "score": 32.8,
            "se": 1.49,
            "evidence": -0.6024
          },
          {
            "rank": 105,
            "model": "gemini-3.1-flash-lite",
            "rating": 1435.44,
            "evidence": -0.6195,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "mistral-medium-3-5",
            "rating": 1432.67,
            "evidence": -0.6783,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "deepseek-v3.2",
            "rating": 1427.72,
            "evidence": -0.8837,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1424.4,
            "evidence": -0.9564,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1424.4,
            "evidence": -0.9564,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1424.4,
            "evidence": -0.9564
          },
          {
            "rank": 111,
            "model": "kimi-k2.7-code",
            "score": 36.5,
            "se": 1.52,
            "evidence": -1.0725
          },
          {
            "rank": 112,
            "model": "glm-4.6",
            "rating": 1421.03,
            "evidence": -1.0834,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "inkling-2-small",
            "rating": 1414.69,
            "evidence": -1.1223,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "inkling-2-small@deepinfra",
            "rating": 1414.69,
            "evidence": -1.1223
          },
          {
            "rank": 115,
            "model": "gpt-4.1",
            "score": 31.1,
            "se": 1.46,
            "evidence": -1.1243
          },
          {
            "rank": 116,
            "model": "qwen3.5-122b-a10b",
            "rating": 1419.33,
            "evidence": -1.1249,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "mistral-large-2512",
            "rating": 1419.06,
            "evidence": -1.1423
          },
          {
            "rank": 118,
            "model": "qwen3-235b-a22b-thinking-2507",
            "score": 40.44,
            "se": 1.55,
            "evidence": -1.2032,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "o1",
            "score": 41.1,
            "se": 1.56,
            "evidence": -1.2508
          },
          {
            "rank": 120,
            "model": "qwen3.5-27b",
            "rating": 1413.65,
            "evidence": -1.2646,
            "tied_with_next": true
          },
          {
            "rank": 121,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1413.65,
            "evidence": -1.2646,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "deepseek-r1-0528",
            "rating": 1409.36,
            "evidence": -1.3727
          },
          {
            "rank": 123,
            "model": "deepseek-v4-flash-0731",
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092,
            "tied_with_next": true
          },
          {
            "rank": 126,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 33.63,
            "se": 1.5,
            "evidence": -1.4092
          },
          {
            "rank": 127,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1400.02,
            "evidence": -1.5995,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1400.02,
            "evidence": -1.5995,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1400.02,
            "evidence": -1.5995,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "qwen3.5-35b-a3b",
            "rating": 1394.25,
            "evidence": -1.7131,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1394.25,
            "evidence": -1.7131,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1394.25,
            "evidence": -1.7131
          },
          {
            "rank": 133,
            "model": "claude-haiku-5-5",
            "score": 23.8,
            "se": 1.35,
            "evidence": -1.7543
          },
          {
            "rank": 134,
            "model": "claude-haiku-4-5",
            "score": 13.2,
            "se": 1.07,
            "evidence": -1.7977,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "inkling-small",
            "score": 19.1,
            "se": 1.24,
            "evidence": -1.8275
          },
          {
            "rank": 136,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1384.49,
            "evidence": -1.832,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1379.13,
            "evidence": -1.9413
          },
          {
            "rank": 138,
            "model": "gpt-5.4-nano",
            "score": 11.7,
            "se": 1.02,
            "evidence": -2.0721
          },
          {
            "rank": 139,
            "model": "gemma-3-27b-it",
            "rating": 1357.96,
            "evidence": -2.1214
          },
          {
            "rank": 140,
            "model": "qwen3.5-flash-2026-02-23",
            "score": 20.32,
            "se": 1.27,
            "evidence": -2.1341
          },
          {
            "rank": 141,
            "model": "qwen-plus-2025-01-25",
            "rating": 1352.38,
            "evidence": -2.1679,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1349.57,
            "evidence": -2.1801,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "gemma-3-12b-it",
            "rating": 1344.4,
            "evidence": -2.2646
          },
          {
            "rank": 144,
            "model": "mistral-large-4-0",
            "score": 20,
            "se": 1.27,
            "evidence": -2.2714,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "o4-mini",
            "score": 19.6,
            "se": 1.26,
            "evidence": -2.3256,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-5-mini",
            "score": 21.6,
            "se": 1.3,
            "evidence": -2.3278
          },
          {
            "rank": 147,
            "model": "qwen3-32b",
            "rating": 1336.9,
            "evidence": -2.3306
          },
          {
            "rank": 148,
            "model": "gpt-4.1-mini",
            "score": 12.7,
            "se": 1.05,
            "evidence": -2.3954
          },
          {
            "rank": 149,
            "model": "gpt-oss-120b",
            "rating": 1326.39,
            "evidence": -2.4127,
            "tied_with_next": true
          },
          {
            "rank": 150,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1326.39,
            "evidence": -2.4127
          },
          {
            "rank": 151,
            "model": "gpt-4o",
            "score": 26,
            "se": 1.39,
            "evidence": -2.4254
          },
          {
            "rank": 152,
            "model": "qwen3.6-flash",
            "score": 15.92,
            "se": 1.16,
            "evidence": -2.5083,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "qwen3.6-flash@alibaba-us",
            "score": 15.92,
            "se": 1.16,
            "evidence": -2.5083
          },
          {
            "rank": 154,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1319.17,
            "evidence": -2.5105,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "qwen3-30b-a3b",
            "rating": 1318.47,
            "evidence": -2.5189,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1316.85,
            "evidence": -2.5401,
            "tied_with_next": true
          },
          {
            "rank": 157,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1316.85,
            "evidence": -2.5401,
            "tied_with_next": true
          },
          {
            "rank": 158,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1316.85,
            "evidence": -2.5401,
            "tied_with_next": true
          },
          {
            "rank": 159,
            "model": "gpt-4-turbo",
            "rating": 1312.86,
            "evidence": -2.5927
          },
          {
            "rank": 160,
            "model": "o3-mini",
            "score": 15.3,
            "se": 1.14,
            "evidence": -2.7305
          },
          {
            "rank": 161,
            "model": "gpt-oss-20b",
            "rating": 1289.2,
            "evidence": -2.7916
          },
          {
            "rank": 162,
            "model": "gpt-4",
            "rating": 1274.24,
            "evidence": -2.835,
            "tied_with_next": true
          },
          {
            "rank": 163,
            "model": "gemma-3-4b-it",
            "rating": 1272.22,
            "evidence": -2.8462,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "granite-4.2-8b",
            "rating": 1269.61,
            "evidence": -2.8509
          },
          {
            "rank": 165,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1249.69,
            "evidence": -2.9161,
            "tied_with_next": true
          },
          {
            "rank": 166,
            "model": "phi-4",
            "rating": 1241.81,
            "evidence": -2.9361
          },
          {
            "rank": 167,
            "model": "gpt-5-nano",
            "score": 11.7,
            "se": 1.02,
            "evidence": -2.9634
          },
          {
            "rank": 168,
            "model": "gpt-3.5-turbo",
            "rating": 1201.39,
            "evidence": -3
          },
          {
            "rank": 169,
            "model": "gpt-4.1-nano",
            "score": 6,
            "se": 0.75,
            "evidence": -3.1868
          },
          {
            "rank": 170,
            "model": "gpt-4o-mini",
            "score": 8.3,
            "se": 0.87,
            "evidence": -3.2128
          }
        ]
      },
      {
        "task": "analysis",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5-2",
            "score": 94.9,
            "se": 1.56,
            "evidence": 2.946,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "score": 92.6,
            "se": 1.85,
            "evidence": 2.8799,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gemini-4-argon",
            "score": 91.7,
            "se": 1.95,
            "evidence": 2.8494
          },
          {
            "rank": 4,
            "model": "claude-opus-5-5",
            "score": 88.4,
            "se": 2.26,
            "evidence": 2.7167,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "claude-fable-5-1",
            "score": 86.6,
            "se": 2.41,
            "evidence": 2.6362,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gpt-6-astra",
            "score": 86.5,
            "se": 2.42,
            "evidence": 2.6314
          },
          {
            "rank": 7,
            "model": "gpt-6.1-sol",
            "score": 82.9,
            "se": 2.66,
            "evidence": 2.4616,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gemini-3.8-flash",
            "score": 82.4,
            "se": 2.69,
            "evidence": 2.4351,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-fable-5",
            "score": 81.9,
            "se": 2.72,
            "evidence": 2.4089,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "claude-opus-5",
            "score": 80.6,
            "se": 2.8,
            "evidence": 2.3416,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gemini-3.1-pro-preview",
            "score": 79.6,
            "se": 2.85,
            "evidence": 2.2845,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "gemini-3.5-flash",
            "score": 76.7,
            "se": 2.99,
            "evidence": 2.0441,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "claude-sonnet-5-5",
            "score": 75.9,
            "se": 3.02,
            "evidence": 1.9778,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "grok-4.6",
            "score": 75.9,
            "se": 3.02,
            "evidence": 1.9778,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gpt-6-sol",
            "score": 73.1,
            "se": 3.14,
            "evidence": 1.6961,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gpt-6.1-terra",
            "score": 72.2,
            "se": 3.17,
            "evidence": 1.5887,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "gpt-5.6-sol",
            "score": 71.7,
            "se": 3.19,
            "evidence": 1.5269,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "qwen3.7-max",
            "score": 70.4,
            "se": 3.23,
            "evidence": 1.3663,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "qwen3.7-max@alibaba-us",
            "score": 70.4,
            "se": 3.23,
            "evidence": 1.3663,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "gpt-5.5",
            "score": 69,
            "se": 3.27,
            "evidence": 1.198,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "claude-opus-4-6",
            "score": 67.6,
            "se": 3.31,
            "evidence": 1.0312,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "deepseek-flash",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "deepseek-flash-fast@parasail",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "deepseek-flash@alibaba-intl",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "deepseek-flash@deepinfra",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash@parasail",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash@together",
            "score": 66.7,
            "se": 3.33,
            "evidence": 0.9226,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "glm-5.3",
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "glm-5.3-fast@parasail",
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "glm-5.3@alibaba-intl",
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "glm-5.3@deepinfra",
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "glm-5.3@parasail",
            "score": 66.2,
            "se": 3.34,
            "evidence": 0.8632,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "claude-opus-4-8",
            "score": 64.8,
            "se": 3.38,
            "evidence": 0.6996,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "qwen3.6-max-preview",
            "score": 63,
            "se": 3.41,
            "evidence": 0.4862,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "claude-opus-4-5",
            "score": 62,
            "se": 3.43,
            "evidence": 0.3689,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "claude-opus-4-7",
            "score": 61.7,
            "se": 3.44,
            "evidence": 0.3347,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "deepseek-v4-flash-0731",
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gemini-3-flash-preview",
            "score": 61.1,
            "se": 3.45,
            "evidence": 0.2651,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "kimi-k3",
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k3@deepinfra",
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "kimi-k3@moonshot",
            "score": 60.7,
            "se": 3.45,
            "evidence": 0.2156,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "claude-sonnet-5",
            "score": 60.6,
            "se": 3.46,
            "evidence": 0.2032,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "qwen3.8-27b",
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "qwen3.8-27b@deepinfra",
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "qwen3.8-27b@parasail",
            "score": 60.2,
            "se": 3.46,
            "evidence": 0.1491,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "glm-5.2",
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.2@alibaba-intl",
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "glm-5.2@alibaba-us",
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "glm-5.2@deepinfra",
            "score": 58.8,
            "se": 3.48,
            "evidence": -0.0395,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "kimi-k2.7-code",
            "score": 57.9,
            "se": 3.49,
            "evidence": -0.158,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "gpt-5",
            "score": 56.7,
            "se": 3.5,
            "evidence": -0.3113,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "glm-5.1",
            "score": 55.1,
            "se": 3.52,
            "evidence": -0.5132,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "claude-sonnet-4-5",
            "score": 54.3,
            "se": 3.52,
            "evidence": -0.6138,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "gpt-5.1",
            "score": 53.2,
            "se": 3.53,
            "evidence": -0.7502,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "o3",
            "score": 53.1,
            "se": 3.53,
            "evidence": -0.7629,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "inkling",
            "score": 50,
            "se": 3.54,
            "evidence": -1.0953,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "gpt-5.6-terra",
            "score": 48.9,
            "se": 3.53,
            "evidence": -1.2049,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "glm-4.7",
            "score": 47.7,
            "se": 3.53,
            "evidence": -1.3231,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "gpt-5.6-luna",
            "score": 46.8,
            "se": 3.53,
            "evidence": -1.4093,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-flash",
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "deepseek-v4-flash@parasail",
            "score": 46.3,
            "se": 3.53,
            "evidence": -1.4556,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "gpt-5.2",
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "minimax-m3",
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "minimax-m3-fast@parasail",
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "minimax-m3@deepinfra",
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "minimax-m3@parasail",
            "score": 45.8,
            "se": 3.52,
            "evidence": -1.4958,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "o1",
            "score": 41.7,
            "se": 3.49,
            "evidence": -1.7372,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "deepseek-r1-0528",
            "score": 40.8,
            "se": 3.48,
            "evidence": -1.7832,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "o4-mini",
            "score": 38.7,
            "se": 3.44,
            "evidence": -1.8901,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "qwen3.6-flash",
            "score": 35.2,
            "se": 3.38,
            "evidence": -2.0591,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.6-flash@alibaba-us",
            "score": 35.2,
            "se": 3.38,
            "evidence": -2.0591
          },
          {
            "rank": 76,
            "model": "gpt-4.1",
            "score": 27,
            "se": 3.14,
            "evidence": -2.4294,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "gpt-4-turbo",
            "score": 25.1,
            "se": 3.07,
            "evidence": -2.4965,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "o3-mini",
            "score": 22.8,
            "se": 2.97,
            "evidence": -2.5733,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gpt-oss-120b",
            "score": 22.1,
            "se": 2.93,
            "evidence": -2.5971,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "gpt-oss-120b@deepinfra",
            "score": 22.1,
            "se": 2.93,
            "evidence": -2.5971,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "mistral-large-2512",
            "score": 20.4,
            "se": 2.85,
            "evidence": -2.6513,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "llama-3.3-70b-instruct-turbo",
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "score": 19.9,
            "se": 2.82,
            "evidence": -2.6674,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "gpt-4o",
            "score": 17.8,
            "se": 2.7,
            "evidence": -2.737
          },
          {
            "rank": 86,
            "model": "gpt-4o-mini",
            "score": 10.7,
            "se": 2.19,
            "evidence": -2.9702
          }
        ]
      },
      {
        "task": "analysis",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-argon",
            "score": 92.77,
            "se": 2.49,
            "evidence": 3.5966,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "score": 93.21,
            "se": 2.03,
            "evidence": 3.5314
          },
          {
            "rank": 3,
            "model": "gemini-3.8-flash",
            "score": 88.03,
            "se": 3,
            "evidence": 3.0998,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gpt-6.1-sol",
            "score": 92.66,
            "se": 2.27,
            "evidence": 3.0617,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gpt-6-astra",
            "score": 93.02,
            "se": 2.21,
            "evidence": 3.0101,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-3.7-flash",
            "score": 94.82,
            "se": 1.35,
            "evidence": 2.9566,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-sonnet-5-5",
            "score": 91.73,
            "se": 2.44,
            "evidence": 2.9048,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gemini-3.1-pro-preview",
            "score": 94.1,
            "se": 1.7,
            "evidence": 2.7681,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-opus-5-5",
            "score": 90.56,
            "se": 2.41,
            "evidence": 2.7638,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "claude-opus-5",
            "score": 92.93,
            "se": 1.83,
            "evidence": 2.662
          },
          {
            "rank": 11,
            "model": "claude-fable-5-1",
            "score": 90.1,
            "se": 3.54,
            "evidence": 2.5284
          },
          {
            "rank": 12,
            "model": "qwen3.8-max-0902",
            "score": 84.43,
            "se": 3.3,
            "evidence": 2.4638,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "claude-opus-4-6",
            "score": 88.38,
            "se": 2.28,
            "evidence": 2.3743,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "glm-5.3",
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "glm-5.3-fast@parasail",
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "glm-5.3@alibaba-intl",
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "glm-5.3@deepinfra",
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "glm-5.3@parasail",
            "score": 90.91,
            "se": 1.59,
            "evidence": 2.2966
          },
          {
            "rank": 19,
            "model": "claude-fable-5-2",
            "score": 92.39,
            "se": 1.86,
            "evidence": 2.2708,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "grok-4.6",
            "score": 91.06,
            "se": 2.39,
            "evidence": 2.2132,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "gpt-6-sol",
            "score": 94.32,
            "se": 1.49,
            "evidence": 2.1528
          },
          {
            "rank": 22,
            "model": "gemini-4-hydrogen",
            "score": 87.7,
            "se": 3.78,
            "evidence": 2.1381,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gpt-6.1-terra",
            "score": 87.37,
            "se": 3.03,
            "evidence": 2.1288
          },
          {
            "rank": 24,
            "model": "claude-opus-4-7",
            "score": 86.36,
            "se": 2.45,
            "evidence": 2.0194,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "qwen3.7-max",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.9623,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "qwen3.7-max@alibaba-us",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.9623,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-v4.1-flash-1017",
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 86.96,
            "se": 3.05,
            "evidence": 1.9559
          },
          {
            "rank": 30,
            "model": "deepseek-flash",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-flash-fast@parasail",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "deepseek-flash@alibaba-intl",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "deepseek-flash@deepinfra",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "deepseek-flash@parasail",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "deepseek-flash@together",
            "score": 89.84,
            "se": 1.73,
            "evidence": 1.8929,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "kimi-k3.1-pro",
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "kimi-k3.1-pro@together",
            "score": 86.6,
            "se": 4.21,
            "evidence": 1.8283
          },
          {
            "rank": 39,
            "model": "glm-5.3-flash",
            "score": 80.55,
            "se": 3.32,
            "evidence": 1.759,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "glm-5.3-flash@deepinfra",
            "score": 80.55,
            "se": 3.32,
            "evidence": 1.759,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "deepseek-v4-pro-0813",
            "score": 91.67,
            "se": 1.52,
            "evidence": 1.7366,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 91.67,
            "se": 1.52,
            "evidence": 1.7366,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k3",
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "kimi-k3@deepinfra",
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "kimi-k3@moonshot",
            "score": 85.1,
            "se": 2.9,
            "evidence": 1.7256,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "kimi-k2.6",
            "score": 90.78,
            "se": 1.72,
            "evidence": 1.6826,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "gemini-3.5-flash",
            "score": 88.89,
            "se": 2.24,
            "evidence": 1.6513,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "glm-5.1",
            "score": 89.9,
            "se": 2.15,
            "evidence": 1.6313,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "grok-4.7",
            "score": 88.31,
            "se": 2.41,
            "evidence": 1.5957,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "deepseek-v4-flash-0731",
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 91.04,
            "se": 1.77,
            "evidence": 1.5644
          },
          {
            "rank": 54,
            "model": "claude-opus-4-8",
            "score": 85.35,
            "se": 2.52,
            "evidence": 1.4648,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "mimo-v2.6-pro",
            "score": 82.2,
            "se": 4.08,
            "evidence": 1.4368,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "gemini-3.6-flash",
            "score": 85.86,
            "se": 2.48,
            "evidence": 1.3643,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "gpt-5.6-sol",
            "score": 82.83,
            "se": 2.69,
            "evidence": 1.1756,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "qwen3.6-max-preview",
            "score": 87.37,
            "se": 2.37,
            "evidence": 1.1278,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "minimax-m3",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "minimax-m3-fast@parasail",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "minimax-m3@deepinfra",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "minimax-m3@parasail",
            "score": 90.91,
            "se": 2.05,
            "evidence": 1.0646,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "qwen3.7-plus",
            "score": 87.88,
            "se": 2.33,
            "evidence": 1.0407,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "qwen3.7-plus@alibaba-us",
            "score": 87.88,
            "se": 2.33,
            "evidence": 1.0407,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "claude-fable-5",
            "score": 78.79,
            "se": 2.91,
            "evidence": 1.0295,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "qwen3.6-plus",
            "score": 88.38,
            "se": 2.28,
            "evidence": 0.9832,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "kimi-k2.7-code",
            "score": 87.88,
            "se": 2.33,
            "evidence": 0.9433,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "mistral-large-4-0",
            "score": 84.52,
            "se": 3.02,
            "evidence": 0.9332
          },
          {
            "rank": 69,
            "model": "gpt-6-luna",
            "score": 73.59,
            "se": 3.72,
            "evidence": 0.8487,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "gemini-3-flash-preview",
            "score": 83.21,
            "se": 1.9,
            "evidence": 0.7926,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "claude-sonnet-4-6",
            "score": 78.79,
            "se": 2.91,
            "evidence": 0.7727
          },
          {
            "rank": 72,
            "model": "claude-haiku-5-5",
            "score": 85.45,
            "se": 2.81,
            "evidence": 0.7102,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "claude-opus-4-5",
            "score": 80.68,
            "se": 2.39,
            "evidence": 0.6716
          },
          {
            "rank": 74,
            "model": "qwen3.6-27b",
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5708,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.6-27b@deepinfra",
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5708,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "qwen3.5-397b-a17b",
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "qwen3.5-397b-a17b@parasail",
            "score": 85.86,
            "se": 2.48,
            "evidence": 0.5478,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "inkling",
            "score": 75.62,
            "se": 3.67,
            "evidence": 0.5213,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "claude-sonnet-5",
            "score": 80.3,
            "se": 2.83,
            "evidence": 0.3989,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "gpt-5.5",
            "score": 77.27,
            "se": 2.99,
            "evidence": 0.3903,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "gpt-5.6-terra",
            "score": 81.87,
            "se": 2.86,
            "evidence": 0.3583
          },
          {
            "rank": 83,
            "model": "mimo-v2.6-flash",
            "rating": 1472.14,
            "evidence": 0.3408
          },
          {
            "rank": 84,
            "model": "qwen3.6-35b-a3b",
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "qwen3.6-35b-a3b@deepinfra",
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "qwen3.6-35b-a3b@parasail",
            "score": 83.84,
            "se": 2.62,
            "evidence": 0.1998,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "glm-4.7",
            "score": 83.33,
            "se": 2.37,
            "evidence": 0.1486,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "qwen3.6-flash",
            "score": 83.33,
            "se": 2.66,
            "evidence": 0.1082,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "qwen3.6-flash@alibaba-us",
            "score": 83.33,
            "se": 2.66,
            "evidence": 0.1082,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "minimax-m3.1-flash",
            "score": 79.8,
            "se": 4.7,
            "evidence": 0.0371,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "minimax-m3.1-flash@parasail",
            "score": 79.8,
            "se": 4.7,
            "evidence": 0.0371,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "inkling-small",
            "score": 88.51,
            "se": 1.91,
            "evidence": -0.114,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "gpt-5.4",
            "score": 74.75,
            "se": 3.1,
            "evidence": -0.1213
          },
          {
            "rank": 94,
            "model": "beam-1.0-501b-a23b",
            "rating": 1461.32,
            "evidence": -0.1582
          },
          {
            "rank": 95,
            "model": "glm-5.2",
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "glm-5.2@alibaba-intl",
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "glm-5.2@alibaba-us",
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "tied_with_next": true
          },
          {
            "rank": 98,
            "model": "glm-5.2@deepinfra",
            "score": 71.21,
            "se": 3.23,
            "evidence": -0.2566,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "gemini-3.5-flash-lite",
            "score": 75.76,
            "se": 3.05,
            "evidence": -0.2578
          },
          {
            "rank": 100,
            "model": "deepseek-v4-flash",
            "rating": 1458.83,
            "evidence": -0.2626,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1458.83,
            "evidence": -0.2626,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1458.83,
            "evidence": -0.2626
          },
          {
            "rank": 103,
            "model": "claude-sonnet-4-5",
            "score": 73.74,
            "se": 3.14,
            "evidence": -0.2787,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "deepseek-v4-pro",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "deepseek-v4-pro@parasail",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "deepseek-v4-pro@together",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.3681
          },
          {
            "rank": 109,
            "model": "qwen3.8-27b",
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "qwen3.8-27b@deepinfra",
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3.8-27b@parasail",
            "score": 70.65,
            "se": 5.38,
            "evidence": -0.538,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "qwen3.5-9b",
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3.5-9b@deepinfra",
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "qwen3.5-9b@parasail",
            "score": 78.98,
            "se": 2.37,
            "evidence": -0.5788,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "gemma-4-31b-it",
            "score": 61.72,
            "se": 3.57,
            "evidence": -0.6927
          },
          {
            "rank": 116,
            "model": "gpt-5.2",
            "score": 73.23,
            "se": 3.15,
            "evidence": -0.7956
          },
          {
            "rank": 117,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1447.1,
            "evidence": -0.8045,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1447.1,
            "evidence": -0.8045,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1447.1,
            "evidence": -0.8045,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "deepseek-v3.2",
            "rating": 1447.23,
            "evidence": -0.806
          },
          {
            "rank": 121,
            "model": "o3",
            "score": 79.8,
            "se": 2.86,
            "evidence": -0.8214,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "mistral-medium-3-5",
            "rating": 1444.98,
            "evidence": -0.8665
          },
          {
            "rank": 123,
            "model": "qwen3.5-35b-a3b",
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "qwen3.5-35b-a3b@parasail",
            "score": 83.46,
            "se": 2.18,
            "evidence": -0.9511
          },
          {
            "rank": 126,
            "model": "glm-4.6",
            "rating": 1441.91,
            "evidence": -0.9666
          },
          {
            "rank": 127,
            "model": "qwen3.5-flash-2026-02-23",
            "score": 82.32,
            "se": 2.72,
            "evidence": -1.0196
          },
          {
            "rank": 128,
            "model": "inkling-2-small",
            "rating": 1438.34,
            "evidence": -1.0416,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "inkling-2-small@deepinfra",
            "rating": 1438.34,
            "evidence": -1.0416
          },
          {
            "rank": 130,
            "model": "gpt-5.6-luna",
            "score": 63.64,
            "se": 3.43,
            "evidence": -1.0482
          },
          {
            "rank": 131,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1437.85,
            "evidence": -1.0818,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1437.85,
            "evidence": -1.0818,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1437.85,
            "evidence": -1.0818
          },
          {
            "rank": 134,
            "model": "gpt-5.4-mini",
            "score": 64.14,
            "se": 3.42,
            "evidence": -1.1151,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "gemini-3.1-flash-lite",
            "score": 74.24,
            "se": 3.12,
            "evidence": -1.1737,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "gemma-4-26b-a4b-it",
            "score": 73.23,
            "se": 3.15,
            "evidence": -1.1788
          },
          {
            "rank": 137,
            "model": "qwen3-235b-a22b-thinking-2507",
            "score": 80.05,
            "se": 2.6,
            "evidence": -1.2365
          },
          {
            "rank": 138,
            "model": "mistral-large-2512",
            "rating": 1433.03,
            "evidence": -1.239,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "qwen3.5-122b-a10b",
            "rating": 1432.61,
            "evidence": -1.2458
          },
          {
            "rank": 140,
            "model": "gpt-5",
            "score": 71.72,
            "se": 3.21,
            "evidence": -1.2716,
            "tied_with_next": true
          },
          {
            "rank": 141,
            "model": "gpt-5.1",
            "score": 66.67,
            "se": 3.36,
            "evidence": -1.2856,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "deepseek-r1-0528",
            "score": 76.33,
            "se": 2.4,
            "evidence": -1.2895
          },
          {
            "rank": 143,
            "model": "qwen3.5-27b",
            "rating": 1427.4,
            "evidence": -1.3929,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1427.4,
            "evidence": -1.3929
          },
          {
            "rank": 145,
            "model": "qwen3-30b-a3b-thinking-2507",
            "score": 70.08,
            "se": 2.83,
            "evidence": -1.4601
          },
          {
            "rank": 146,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1419.47,
            "evidence": -1.618,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1419.47,
            "evidence": -1.618,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1419.47,
            "evidence": -1.618,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1417.47,
            "evidence": -1.6659
          },
          {
            "rank": 150,
            "model": "o4-mini",
            "score": 75.25,
            "se": 3.07,
            "evidence": -1.8212,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "gpt-4.1",
            "score": 66.92,
            "se": 2.82,
            "evidence": -1.8685,
            "tied_with_next": true
          },
          {
            "rank": 152,
            "model": "qwen3-14b",
            "score": 63.76,
            "se": 2.93,
            "evidence": -1.8981,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "claude-haiku-4-5",
            "score": 60.48,
            "se": 2.82,
            "evidence": -1.9672,
            "tied_with_next": true
          },
          {
            "rank": 154,
            "model": "gpt-oss-120b",
            "score": 75.76,
            "se": 2.74,
            "evidence": -2.0242,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "gpt-oss-120b@deepinfra",
            "score": 75.76,
            "se": 2.74,
            "evidence": -2.0242,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "gpt-5-mini",
            "score": 71.72,
            "se": 3.21,
            "evidence": -2.0276
          },
          {
            "rank": 157,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1385.31,
            "evidence": -2.0834
          },
          {
            "rank": 158,
            "model": "o3-mini",
            "score": 68.18,
            "se": 3.32,
            "evidence": -2.3653
          },
          {
            "rank": 159,
            "model": "gpt-4.1-mini",
            "score": 65.85,
            "se": 2.71,
            "evidence": -2.3715
          },
          {
            "rank": 160,
            "model": "qwen3-32b",
            "score": 65.72,
            "se": 2.79,
            "evidence": -2.4926,
            "tied_with_next": true
          },
          {
            "rank": 161,
            "model": "gpt-5.4-nano",
            "score": 55.56,
            "se": 3.54,
            "evidence": -2.5411
          },
          {
            "rank": 162,
            "model": "o1",
            "score": 50.32,
            "se": 2.83,
            "evidence": -2.7001,
            "tied_with_next": true
          },
          {
            "rank": 163,
            "model": "qwen3-30b-a3b-instruct-2507",
            "score": 55.62,
            "se": 2.88,
            "evidence": -2.708,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "qwen3-30b-a3b",
            "score": 61.68,
            "se": 2.97,
            "evidence": -2.7492
          },
          {
            "rank": 165,
            "model": "granite-4.2-8b",
            "rating": 1304.65,
            "evidence": -2.7889
          },
          {
            "rank": 166,
            "model": "gpt-5-nano",
            "score": 57.58,
            "se": 3.52,
            "evidence": -2.8257
          },
          {
            "rank": 167,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1284.91,
            "evidence": -2.9107
          },
          {
            "rank": 168,
            "model": "gemma-3-27b-it",
            "score": 47.73,
            "se": 2.7,
            "evidence": -3.0549,
            "tied_with_next": true
          },
          {
            "rank": 169,
            "model": "qwen-plus-2025-01-25",
            "score": 48.11,
            "se": 2.71,
            "evidence": -3.1025,
            "tied_with_next": true
          },
          {
            "rank": 170,
            "model": "llama-4-scout-17b-16e-instruct",
            "score": 51.83,
            "se": 3.15,
            "evidence": -3.1095,
            "tied_with_next": true
          },
          {
            "rank": 171,
            "model": "gpt-oss-20b",
            "score": 53.16,
            "se": 2.5,
            "evidence": -3.1476,
            "tied_with_next": true
          },
          {
            "rank": 172,
            "model": "gpt-4o",
            "score": 47.89,
            "se": 2.63,
            "evidence": -3.1656,
            "tied_with_next": true
          },
          {
            "rank": 173,
            "model": "gpt-4.1-nano",
            "score": 48.93,
            "se": 2.48,
            "evidence": -3.1732,
            "tied_with_next": true
          },
          {
            "rank": 174,
            "model": "phi-4",
            "score": 56.06,
            "se": 2.59,
            "evidence": -3.2062,
            "tied_with_next": true
          },
          {
            "rank": 175,
            "model": "llama-3.3-70b-instruct-turbo",
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "tied_with_next": true
          },
          {
            "rank": 176,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "tied_with_next": true
          },
          {
            "rank": 177,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "score": 47.44,
            "se": 2.85,
            "evidence": -3.2588,
            "tied_with_next": true
          },
          {
            "rank": 178,
            "model": "gpt-4-turbo",
            "score": 46.59,
            "se": 2.66,
            "evidence": -3.3098,
            "tied_with_next": true
          },
          {
            "rank": 179,
            "model": "gemma-3-12b-it",
            "score": 39.46,
            "se": 2.53,
            "evidence": -3.3761
          },
          {
            "rank": 180,
            "model": "gpt-4o-mini",
            "score": 37.72,
            "se": 2.41,
            "evidence": -3.5169,
            "tied_with_next": true
          },
          {
            "rank": 181,
            "model": "gpt-4",
            "score": 35.73,
            "se": 2.36,
            "evidence": -3.5566
          },
          {
            "rank": 182,
            "model": "gemma-3-4b-it",
            "score": 23.23,
            "se": 1.87,
            "evidence": -3.6984,
            "tied_with_next": true
          },
          {
            "rank": 183,
            "model": "gpt-3.5-turbo",
            "score": 27.18,
            "se": 1.95,
            "evidence": -3.7312
          }
        ]
      },
      {
        "task": "analysis",
        "band": "frontier",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5-2",
            "score": 93.96,
            "se": 1.4,
            "evidence": 3.7982,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-argon",
            "score": 94.88,
            "se": 1.33,
            "evidence": 3.7573,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gemini-4-carbon",
            "score": 94.79,
            "se": 1.29,
            "evidence": 3.7458,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-5-5",
            "score": 95.92,
            "se": 1.18,
            "evidence": 3.7155
          },
          {
            "rank": 5,
            "model": "claude-fable-5",
            "score": 91.5,
            "se": 1.6,
            "evidence": 3.5495,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-3.8-flash",
            "score": 73.29,
            "se": 1.18,
            "evidence": 3.4397,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-fable-5-1",
            "score": 77.08,
            "se": 1.21,
            "evidence": 3.3745,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "claude-opus-5",
            "score": 92.92,
            "se": 1.52,
            "evidence": 3.3608,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gpt-5.6-sol",
            "score": 91.21,
            "se": 1.67,
            "evidence": 3.3321
          },
          {
            "rank": 10,
            "model": "gpt-6.1-sol",
            "score": 95.08,
            "se": 1.3,
            "evidence": 3.2939,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gpt-6-astra",
            "score": 78.42,
            "se": 1.1,
            "evidence": 3.2267
          },
          {
            "rank": 12,
            "model": "gemini-3.7-flash",
            "score": 90.04,
            "se": 1.73,
            "evidence": 2.8858,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "claude-opus-4-7",
            "score": 62.27,
            "se": 1.51,
            "evidence": 2.8207
          },
          {
            "rank": 14,
            "model": "gemini-3.1-pro-preview",
            "score": 73.84,
            "se": 1.46,
            "evidence": 2.6491,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gpt-5.5",
            "score": 88.92,
            "se": 1.79,
            "evidence": 2.4834
          },
          {
            "rank": 16,
            "model": "gemini-4-hydrogen",
            "rating": 1542.1,
            "evidence": 2.4407
          },
          {
            "rank": 17,
            "model": "deepseek-v4.1-flash-1017",
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 81.56,
            "se": 2.2,
            "evidence": 2.2627,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "claude-opus-4-8",
            "score": 82.04,
            "se": 2.16,
            "evidence": 2.2519,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "claude-opus-4-6",
            "score": 51.84,
            "se": 1.51,
            "evidence": 2.2501
          },
          {
            "rank": 22,
            "model": "claude-sonnet-5-5",
            "score": 68.49,
            "se": 1.63,
            "evidence": 2.2055,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "glm-5.3",
            "rating": 1522.34,
            "evidence": 2.1319,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "glm-5.3-fast@parasail",
            "rating": 1522.34,
            "evidence": 2.1319,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "glm-5.3@alibaba-intl",
            "rating": 1522.34,
            "evidence": 2.1319,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "glm-5.3@deepinfra",
            "rating": 1522.34,
            "evidence": 2.1319,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "glm-5.3@parasail",
            "rating": 1522.34,
            "evidence": 2.1319,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash-fast@parasail",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@alibaba-intl",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "deepseek-flash@deepinfra",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "deepseek-flash@parasail",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "deepseek-flash@together",
            "score": 78,
            "se": 2.28,
            "evidence": 2.0637,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "mimo-v2.6-pro",
            "rating": 1525.77,
            "evidence": 2.0633,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "kimi-k3",
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "kimi-k3@deepinfra",
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "kimi-k3@moonshot",
            "score": 70.84,
            "se": 2.42,
            "evidence": 2.0473,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gpt-5.6-terra",
            "score": 79.54,
            "se": 2.25,
            "evidence": 1.9435
          },
          {
            "rank": 39,
            "model": "inkling-2-small",
            "score": 89.09,
            "se": 1.82,
            "evidence": 1.8171,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "inkling-2-small@deepinfra",
            "score": 89.09,
            "se": 1.82,
            "evidence": 1.8171
          },
          {
            "rank": 41,
            "model": "qwen3.8-max-0902",
            "rating": 1514.37,
            "evidence": 1.8146,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "kimi-k3.1-pro",
            "rating": 1515.31,
            "evidence": 1.6611,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k3.1-pro@deepinfra",
            "rating": 1515.31,
            "evidence": 1.6611,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "kimi-k3.1-pro@together",
            "rating": 1515.31,
            "evidence": 1.6611,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "claude-sonnet-5",
            "rating": 1508.91,
            "evidence": 1.5779
          },
          {
            "rank": 46,
            "model": "gpt-6-sol",
            "score": 79.95,
            "se": 2.23,
            "evidence": 1.566,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "gemini-3.5-flash",
            "score": 82.29,
            "se": 2.15,
            "evidence": 1.5535,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "gemini-3.6-flash",
            "score": 75.8,
            "se": 2.34,
            "evidence": 1.5264,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "claude-sonnet-4-6",
            "score": 73.46,
            "se": 2.39,
            "evidence": 1.4974,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "qwen3.7-max",
            "rating": 1508.59,
            "evidence": 1.4618,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "qwen3.7-max@alibaba-us",
            "rating": 1508.59,
            "evidence": 1.4618
          },
          {
            "rank": 52,
            "model": "gpt-5.4",
            "score": 65.47,
            "se": 1.62,
            "evidence": 1.4408
          },
          {
            "rank": 53,
            "model": "kimi-k2.6",
            "rating": 1503.29,
            "evidence": 1.3366
          },
          {
            "rank": 54,
            "model": "grok-4.6",
            "score": 76.07,
            "se": 2.33,
            "evidence": 1.2912
          },
          {
            "rank": 55,
            "model": "glm-5.3-flash",
            "score": 60.99,
            "se": 2.54,
            "evidence": 1.1251,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "glm-5.3-flash@deepinfra",
            "score": 60.99,
            "se": 2.54,
            "evidence": 1.1251,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "gemma-4-31b-it",
            "rating": 1498.04,
            "evidence": 1.0926,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "qwen3.6-max-preview",
            "rating": 1497.37,
            "evidence": 1.0643,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "glm-5.1",
            "rating": 1495.59,
            "evidence": 0.9776,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "mimo-v2.6-flash",
            "rating": 1495.22,
            "evidence": 0.9595
          },
          {
            "rank": 61,
            "model": "deepseek-v4-flash-0731",
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 71.49,
            "se": 2.42,
            "evidence": 0.7101
          },
          {
            "rank": 65,
            "model": "grok-4.7",
            "score": 74.25,
            "se": 2.37,
            "evidence": 0.6842,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "deepseek-v4-pro-0813",
            "score": 73.44,
            "se": 2.39,
            "evidence": 0.6777,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 73.44,
            "se": 2.39,
            "evidence": 0.6777
          },
          {
            "rank": 68,
            "model": "glm-5.2",
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "glm-5.2@alibaba-intl",
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "glm-5.2@alibaba-us",
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "glm-5.2@deepinfra",
            "score": 49.89,
            "se": 2.18,
            "evidence": 0.6426
          },
          {
            "rank": 72,
            "model": "qwen3.7-plus",
            "rating": 1484.81,
            "evidence": 0.4751,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1484.81,
            "evidence": 0.4751,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "beam-1.0-501b-a23b",
            "rating": 1481.45,
            "evidence": 0.403,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "gpt-5.6-luna",
            "score": 52.91,
            "se": 2.33,
            "evidence": 0.2569
          },
          {
            "rank": 76,
            "model": "deepseek-v4-pro",
            "rating": 1479.51,
            "evidence": 0.246,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "deepseek-v4-pro-fast@parasail",
            "rating": 1479.51,
            "evidence": 0.246,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "deepseek-v4-pro@deepinfra",
            "rating": 1479.51,
            "evidence": 0.246,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "deepseek-v4-pro@parasail",
            "rating": 1479.51,
            "evidence": 0.246,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "deepseek-v4-pro@together",
            "rating": 1479.51,
            "evidence": 0.246,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.5-397b-a17b",
            "rating": 1477.82,
            "evidence": 0.1716,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1477.82,
            "evidence": 0.1716,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1477.82,
            "evidence": 0.1716
          },
          {
            "rank": 84,
            "model": "claude-opus-4-5",
            "score": 20.65,
            "se": 1.24,
            "evidence": 0.1506
          },
          {
            "rank": 85,
            "model": "gpt-6-luna",
            "score": 50.86,
            "se": 2.41,
            "evidence": 0.0798
          },
          {
            "rank": 86,
            "model": "qwen3.6-plus",
            "rating": 1475.04,
            "evidence": 0.0576,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1468.11,
            "evidence": -0.136,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "inkling",
            "score": 58.02,
            "se": 2.42,
            "evidence": -0.161
          },
          {
            "rank": 89,
            "model": "minimax-m3",
            "rating": 1467.52,
            "evidence": -0.2656,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "minimax-m3-fast@parasail",
            "rating": 1467.52,
            "evidence": -0.2656,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "minimax-m3@deepinfra",
            "rating": 1467.52,
            "evidence": -0.2656,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "minimax-m3@parasail",
            "rating": 1467.52,
            "evidence": -0.2656
          },
          {
            "rank": 93,
            "model": "gemini-3-flash-preview",
            "score": 11.38,
            "se": 1.14,
            "evidence": -0.2829
          },
          {
            "rank": 94,
            "model": "gpt-5.4-mini",
            "score": 35.6,
            "se": 1.98,
            "evidence": -0.3302
          },
          {
            "rank": 95,
            "model": "claude-haiku-5-5",
            "score": 45.27,
            "se": 1.55,
            "evidence": -0.3555,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "gpt-5.2",
            "score": 47.17,
            "se": 1.62,
            "evidence": -0.6411,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "deepseek-v4-flash",
            "rating": 1457.53,
            "evidence": -0.6539,
            "tied_with_next": true
          },
          {
            "rank": 98,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1457.53,
            "evidence": -0.6539,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1457.53,
            "evidence": -0.6539
          },
          {
            "rank": 100,
            "model": "claude-sonnet-4-5",
            "score": 12.26,
            "se": 0.99,
            "evidence": -0.7436,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "gemini-3.5-flash-lite",
            "score": 31.89,
            "se": 1.86,
            "evidence": -0.8447
          },
          {
            "rank": 102,
            "model": "glm-4.7",
            "rating": 1449.15,
            "evidence": -0.8498,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "gpt-5",
            "score": 32.58,
            "se": 1.27,
            "evidence": -1.0022
          },
          {
            "rank": 104,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1440.66,
            "evidence": -1.023
          },
          {
            "rank": 105,
            "model": "qwen3.8-27b",
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "qwen3.8-27b@deepinfra",
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "qwen3.8-27b@parasail",
            "score": 17.77,
            "se": 1.31,
            "evidence": -1.0326
          },
          {
            "rank": 108,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1441.6,
            "evidence": -1.0407,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1441.6,
            "evidence": -1.0407,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1441.6,
            "evidence": -1.0407,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "gpt-5.1",
            "score": 36.25,
            "se": 1.39,
            "evidence": -1.0738
          },
          {
            "rank": 112,
            "model": "qwen3.5-122b-a10b",
            "rating": 1441.43,
            "evidence": -1.1125,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3.5-27b",
            "rating": 1440.81,
            "evidence": -1.1281,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1440.81,
            "evidence": -1.1281,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "glm-4.6",
            "rating": 1440.1,
            "evidence": -1.1418,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "inkling-small",
            "score": 55.53,
            "se": 2.38,
            "evidence": -1.2212,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "mistral-medium-3-5",
            "rating": 1434.43,
            "evidence": -1.262,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "mistral-large-2512",
            "rating": 1428.26,
            "evidence": -1.4496
          },
          {
            "rank": 119,
            "model": "o3",
            "score": 29.23,
            "se": 1.23,
            "evidence": -1.5128,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "deepseek-v3.2",
            "score": 30.52,
            "se": 1.53,
            "evidence": -1.5679
          },
          {
            "rank": 121,
            "model": "qwen3.5-35b-a3b",
            "rating": 1420.13,
            "evidence": -1.6095,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1420.13,
            "evidence": -1.6095,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1420.13,
            "evidence": -1.6095,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1419.5,
            "evidence": -1.6301
          },
          {
            "rank": 125,
            "model": "qwen3-32b",
            "rating": 1397.72,
            "evidence": -1.8197
          },
          {
            "rank": 126,
            "model": "gemini-3.1-flash-lite",
            "score": 8.64,
            "se": 1.1,
            "evidence": -1.8208
          },
          {
            "rank": 127,
            "model": "claude-haiku-4-5",
            "score": 7.79,
            "se": 1.01,
            "evidence": -1.8765
          },
          {
            "rank": 128,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1400.83,
            "evidence": -1.8789,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1400.83,
            "evidence": -1.8789,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1400.83,
            "evidence": -1.8789,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1395.58,
            "evidence": -1.9441
          },
          {
            "rank": 132,
            "model": "gpt-5.4-nano",
            "score": 20.89,
            "se": 1.48,
            "evidence": -1.9573
          },
          {
            "rank": 133,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1392.12,
            "evidence": -1.967
          },
          {
            "rank": 134,
            "model": "qwen3-235b-a22b-instruct-2507",
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "score": 6.13,
            "se": 0.93,
            "evidence": -2.0149
          },
          {
            "rank": 137,
            "model": "granite-4.2-8b",
            "rating": 1369.62,
            "evidence": -2.1443,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "qwen-plus-2025-01-25",
            "rating": 1369.82,
            "evidence": -2.1584,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "gpt-oss-120b",
            "rating": 1357.18,
            "evidence": -2.2758,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1357.18,
            "evidence": -2.2758
          },
          {
            "rank": 141,
            "model": "o4-mini",
            "score": 27.62,
            "se": 1.21,
            "evidence": -2.2952,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "gpt-5-mini",
            "score": 25.24,
            "se": 1.12,
            "evidence": -2.302
          },
          {
            "rank": 143,
            "model": "qwen3-30b-a3b",
            "rating": 1343.15,
            "evidence": -2.3529,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "gemma-3-27b-it",
            "rating": 1338.77,
            "evidence": -2.3813
          },
          {
            "rank": 145,
            "model": "o1",
            "score": 12.98,
            "se": 1.1,
            "evidence": -2.3913
          },
          {
            "rank": 146,
            "model": "deepseek-r1-0528",
            "score": 11.17,
            "se": 1.13,
            "evidence": -2.4505
          },
          {
            "rank": 147,
            "model": "gpt-oss-20b",
            "rating": 1315.9,
            "evidence": -2.5424
          },
          {
            "rank": 148,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1298.17,
            "evidence": -2.6549,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1298.17,
            "evidence": -2.6549,
            "tied_with_next": true
          },
          {
            "rank": 150,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1298.17,
            "evidence": -2.6549,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "gpt-4-turbo",
            "rating": 1297.25,
            "evidence": -2.6616
          },
          {
            "rank": 152,
            "model": "gemma-3-12b-it",
            "rating": 1274.29,
            "evidence": -2.7757,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "gemma-3-4b-it",
            "rating": 1260.65,
            "evidence": -2.8328
          },
          {
            "rank": 154,
            "model": "o3-mini",
            "score": 18.75,
            "se": 1.42,
            "evidence": -2.837
          },
          {
            "rank": 155,
            "model": "phi-4",
            "rating": 1268.5,
            "evidence": -2.859,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "gpt-4",
            "rating": 1265.19,
            "evidence": -2.8766,
            "tied_with_next": true
          },
          {
            "rank": 157,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1258.84,
            "evidence": -2.8945
          },
          {
            "rank": 158,
            "model": "gpt-4.1",
            "score": 3.77,
            "se": 0.52,
            "evidence": -2.9242
          },
          {
            "rank": 159,
            "model": "gpt-3.5-turbo",
            "rating": 1216.06,
            "evidence": -2.9839
          },
          {
            "rank": 160,
            "model": "gpt-5-nano",
            "score": 9.64,
            "se": 1.18,
            "evidence": -2.9891
          },
          {
            "rank": 161,
            "model": "gpt-4.1-mini",
            "score": 1.75,
            "se": 0.51,
            "evidence": -3.0823
          },
          {
            "rank": 162,
            "model": "gpt-4o-mini",
            "score": 0,
            "se": 0.42,
            "evidence": -3.1999
          },
          {
            "rank": 163,
            "model": "gpt-4.1-nano",
            "score": 0,
            "se": 0.22,
            "evidence": -3.5474,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "llama-4-scout-17b-16e-instruct",
            "score": 0.25,
            "se": 0.27,
            "evidence": -3.5629
          },
          {
            "rank": 165,
            "model": "gpt-4o",
            "score": 2.41,
            "se": 0.43,
            "evidence": -3.5946
          }
        ]
      },
      {
        "task": "math",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-argon",
            "rating": 1536.34,
            "evidence": 2.9029,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "claude-fable-5-1",
            "rating": 1526.18,
            "evidence": 2.729,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "claude-fable-5",
            "rating": 1520.42,
            "evidence": 2.6838,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gemini-3.8-flash",
            "rating": 1519.22,
            "evidence": 2.6701,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "claude-opus-5",
            "rating": 1514.72,
            "evidence": 2.5369,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "claude-opus-5-5",
            "rating": 1514.24,
            "evidence": 2.4476,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "qwen3.8-max-0902",
            "rating": 1505.43,
            "evidence": 2.2943,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "glm-5.3-flash",
            "rating": 1504.76,
            "evidence": 2.2879,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "glm-5.3-flash@deepinfra",
            "rating": 1504.76,
            "evidence": 2.2879,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "claude-opus-4-6",
            "rating": 1503.04,
            "evidence": 2.2552,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "kimi-k3",
            "rating": 1501.93,
            "evidence": 2.1916,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "kimi-k3@deepinfra",
            "rating": 1501.93,
            "evidence": 2.1916,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3@moonshot",
            "rating": 1501.93,
            "evidence": 2.1916,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "gemini-3.7-flash",
            "rating": 1501.62,
            "evidence": 2.1772,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gemini-3.6-flash",
            "rating": 1501.08,
            "evidence": 2.163,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "glm-5.3",
            "rating": 1501.41,
            "evidence": 2.1606,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "glm-5.3-fast@parasail",
            "rating": 1501.41,
            "evidence": 2.1606,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "glm-5.3@alibaba-intl",
            "rating": 1501.41,
            "evidence": 2.1606,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "glm-5.3@deepinfra",
            "rating": 1501.41,
            "evidence": 2.1606,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "glm-5.3@parasail",
            "rating": 1501.41,
            "evidence": 2.1606,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "gpt-5.5",
            "rating": 1500.03,
            "evidence": 2.1506,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "gpt-6.1-sol",
            "rating": 1499.34,
            "evidence": 2.0619,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gemini-3.5-flash",
            "rating": 1497.39,
            "evidence": 2.0544,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "gpt-5.6-sol",
            "rating": 1494.17,
            "evidence": 1.944,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "deepseek-flash",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash-fast@parasail",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash@alibaba-intl",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash@deepinfra",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash@parasail",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@together",
            "rating": 1494.95,
            "evidence": 1.9388,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "gemini-4-hydrogen",
            "rating": 1495.31,
            "evidence": 1.8038,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "claude-opus-4-7",
            "rating": 1489.99,
            "evidence": 1.8013,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "gemini-3.1-pro-preview",
            "rating": 1487.76,
            "evidence": 1.7152,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "glm-5.2",
            "rating": 1486.88,
            "evidence": 1.6927,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "glm-5.2@alibaba-intl",
            "rating": 1486.88,
            "evidence": 1.6927,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "glm-5.2@alibaba-us",
            "rating": 1486.88,
            "evidence": 1.6927,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.2@deepinfra",
            "rating": 1486.88,
            "evidence": 1.6927,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "claude-sonnet-5-5",
            "rating": 1486.26,
            "evidence": 1.6696,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "gpt-6-astra",
            "rating": 1480.61,
            "evidence": 1.4838,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "qwen3.7-max",
            "rating": 1483.37,
            "evidence": 1.4696,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "qwen3.7-max@alibaba-us",
            "rating": 1483.37,
            "evidence": 1.4696,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "mimo-v2.6-pro",
            "rating": 1483.47,
            "evidence": 1.45,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k2.6",
            "rating": 1478.96,
            "evidence": 1.4058,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "inkling",
            "rating": 1479,
            "evidence": 1.4045,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "gpt-5.6-terra",
            "rating": 1478.37,
            "evidence": 1.3812,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "gpt-5.6-luna",
            "rating": 1476.19,
            "evidence": 1.304,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "claude-opus-4-8",
            "rating": 1475.81,
            "evidence": 1.2759,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "gemini-3-flash-preview",
            "rating": 1474.43,
            "evidence": 1.2344,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "glm-5.1",
            "rating": 1474.28,
            "evidence": 1.2178,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "claude-sonnet-5",
            "rating": 1472.16,
            "evidence": 1.1473,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "qwen3.6-max-preview",
            "rating": 1471.43,
            "evidence": 1.1296,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "beam-1.0-501b-a23b",
            "rating": 1471.23,
            "evidence": 1.0579,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "gemma-4-31b-it",
            "rating": 1467.06,
            "evidence": 0.9709,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "qwen3.7-plus",
            "rating": 1465.39,
            "evidence": 0.8878,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1465.39,
            "evidence": 0.8878,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "claude-opus-4-5",
            "rating": 1462.09,
            "evidence": 0.775,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "mimo-v2.6-flash",
            "rating": 1462.02,
            "evidence": 0.7595,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "claude-sonnet-4-6",
            "rating": 1461.32,
            "evidence": 0.742,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "gpt-5.4",
            "rating": 1459.02,
            "evidence": 0.6531,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "inkling-small",
            "rating": 1451.75,
            "evidence": 0.3948,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "qwen3.6-plus",
            "rating": 1451.15,
            "evidence": 0.3746,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "qwen3.8-27b",
            "rating": 1451.27,
            "evidence": 0.3714,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "qwen3.8-27b@deepinfra",
            "rating": 1451.27,
            "evidence": 0.3714,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "qwen3.8-27b@parasail",
            "rating": 1451.27,
            "evidence": 0.3714,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "qwen3.5-397b-a17b",
            "rating": 1449.9,
            "evidence": 0.3336,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1449.9,
            "evidence": 0.3336,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1449.9,
            "evidence": 0.3336,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "gpt-6-luna",
            "rating": 1449.22,
            "evidence": 0.3106,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "claude-haiku-5-5",
            "rating": 1450.63,
            "evidence": 0.2961,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "o3",
            "rating": 1448.15,
            "evidence": 0.2746,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "deepseek-v4-pro-0813",
            "rating": 1449.26,
            "evidence": 0.2203,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "rating": 1449.26,
            "evidence": 0.2203,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "grok-4.7",
            "rating": 1447.2,
            "evidence": 0.1804,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "grok-4.6",
            "rating": 1444.52,
            "evidence": 0.0885,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "deepseek-v4-pro",
            "rating": 1443.1,
            "evidence": 0.0562,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "deepseek-v4-pro-fast@parasail",
            "rating": 1443.1,
            "evidence": 0.0562,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "deepseek-v4-pro@deepinfra",
            "rating": 1443.1,
            "evidence": 0.0562,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "deepseek-v4-pro@parasail",
            "rating": 1443.1,
            "evidence": 0.0562,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "deepseek-v4-pro@together",
            "rating": 1443.1,
            "evidence": 0.0562,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "gemini-3.5-flash-lite",
            "rating": 1442.09,
            "evidence": -0.0122,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "gpt-6-sol",
            "rating": 1440.06,
            "evidence": -0.1251,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "gpt-5.4-mini",
            "rating": 1439.05,
            "evidence": -0.1257,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "gemini-3.1-flash-lite",
            "rating": 1435.73,
            "evidence": -0.2726,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "gpt-5",
            "rating": 1435.13,
            "evidence": -0.3151,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "gpt-5.2",
            "rating": 1431.77,
            "evidence": -0.4645,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "glm-4.7",
            "rating": 1426.55,
            "evidence": -0.6609,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "mistral-medium-3-5",
            "rating": 1425.74,
            "evidence": -0.6707,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "claude-sonnet-4-5",
            "rating": 1426.75,
            "evidence": -0.6986,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "deepseek-v3.2",
            "rating": 1425.47,
            "evidence": -0.7463,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "qwen3.5-122b-a10b",
            "rating": 1425.01,
            "evidence": -0.7527,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "deepseek-v4-flash",
            "rating": 1424.41,
            "evidence": -0.7854,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1424.41,
            "evidence": -0.7854,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1424.41,
            "evidence": -0.7854,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "minimax-m3",
            "rating": 1424.55,
            "evidence": -0.7867,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "minimax-m3-fast@parasail",
            "rating": 1424.55,
            "evidence": -0.7867,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "minimax-m3@deepinfra",
            "rating": 1424.55,
            "evidence": -0.7867,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "minimax-m3@parasail",
            "rating": 1424.55,
            "evidence": -0.7867,
            "tied_with_next": true
          },
          {
            "rank": 98,
            "model": "gpt-5.4-nano",
            "rating": 1423.87,
            "evidence": -0.8127,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "gpt-5.1",
            "rating": 1423.59,
            "evidence": -0.8244,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "qwen3.5-27b",
            "rating": 1422.81,
            "evidence": -0.8478,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1422.81,
            "evidence": -0.8478,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "glm-4.6",
            "rating": 1417.78,
            "evidence": -1.0568,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "o4-mini",
            "rating": 1417.61,
            "evidence": -1.0705,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1416.39,
            "evidence": -1.1269,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1416.39,
            "evidence": -1.1269,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1416.39,
            "evidence": -1.1269,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1413.54,
            "evidence": -1.1724,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1413.54,
            "evidence": -1.1724,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1413.54,
            "evidence": -1.1724,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "deepseek-r1-0528",
            "rating": 1412.07,
            "evidence": -1.2456,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1409.5,
            "evidence": -1.2507,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1409.5,
            "evidence": -1.2507,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1409.5,
            "evidence": -1.2507,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "o1",
            "rating": 1408.89,
            "evidence": -1.376,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "gpt-5-mini",
            "rating": 1407.29,
            "evidence": -1.386,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "qwen3-32b",
            "rating": 1398.05,
            "evidence": -1.482,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1398.22,
            "evidence": -1.4983,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1397.1,
            "evidence": -1.5689,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "mistral-large-2512",
            "rating": 1401.54,
            "evidence": -1.6311,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1400.98,
            "evidence": -1.6318,
            "tied_with_next": true
          },
          {
            "rank": 121,
            "model": "claude-haiku-4-5",
            "rating": 1401.77,
            "evidence": -1.6354,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "qwen3.5-35b-a3b",
            "rating": 1396.47,
            "evidence": -1.7211,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1396.47,
            "evidence": -1.7211,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1396.47,
            "evidence": -1.7211,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1391.27,
            "evidence": -1.7752,
            "tied_with_next": true
          },
          {
            "rank": 126,
            "model": "gpt-oss-120b",
            "rating": 1380.76,
            "evidence": -2.0002,
            "tied_with_next": true
          },
          {
            "rank": 127,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1380.76,
            "evidence": -2.0002,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "o3-mini",
            "rating": 1381.57,
            "evidence": -2.013,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1377.69,
            "evidence": -2.0355,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "gpt-4.1",
            "rating": 1374.57,
            "evidence": -2.0892
          },
          {
            "rank": 131,
            "model": "gpt-4.1-mini",
            "rating": 1353.03,
            "evidence": -2.2813,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "gpt-5-nano",
            "rating": 1347.79,
            "evidence": -2.2847,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "qwen3-30b-a3b",
            "rating": 1351.13,
            "evidence": -2.2896
          },
          {
            "rank": 134,
            "model": "gpt-oss-20b",
            "rating": 1335,
            "evidence": -2.3742,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "gemma-3-27b-it",
            "rating": 1322.94,
            "evidence": -2.4255,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "qwen-plus-2025-01-25",
            "rating": 1321.79,
            "evidence": -2.4503,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "gemma-3-12b-it",
            "rating": 1317.74,
            "evidence": -2.491,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "gpt-4o",
            "rating": 1308.64,
            "evidence": -2.5271,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1309.61,
            "evidence": -2.5277,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "gpt-4-turbo",
            "rating": 1303.07,
            "evidence": -2.5839
          },
          {
            "rank": 141,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1295.61,
            "evidence": -2.658,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1295.61,
            "evidence": -2.658,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1295.61,
            "evidence": -2.658
          },
          {
            "rank": 144,
            "model": "gpt-4",
            "rating": 1284.78,
            "evidence": -2.7591,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "gpt-4.1-nano",
            "rating": 1272.98,
            "evidence": -2.8155,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-4o-mini",
            "rating": 1274.89,
            "evidence": -2.8372
          },
          {
            "rank": 147,
            "model": "phi-4",
            "rating": 1264.76,
            "evidence": -2.885,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "gemma-3-4b-it",
            "rating": 1254.12,
            "evidence": -2.8924,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1261.5,
            "evidence": -2.8942
          },
          {
            "rank": 150,
            "model": "gpt-3.5-turbo",
            "rating": 1205.42,
            "evidence": -2.9999
          }
        ]
      },
      {
        "task": "math",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "claude-opus-5-5",
            "score": 97.08,
            "se": 0.87,
            "evidence": 4.3056,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "claude-fable-5-1",
            "score": 97.01,
            "se": 0.88,
            "evidence": 4.2722,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gpt-6.1-sol",
            "score": 96.83,
            "se": 0.9,
            "evidence": 4.195,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gpt-6-astra",
            "score": 96.81,
            "se": 0.9,
            "evidence": 4.1894,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gpt-6-sol",
            "score": 96.36,
            "se": 0.96,
            "evidence": 3.9872,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gpt-5.6-sol",
            "score": 96.2,
            "se": 0.98,
            "evidence": 3.917,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-sonnet-5-5",
            "score": 96.13,
            "se": 0.99,
            "evidence": 3.8849,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "claude-fable-5",
            "score": 95.99,
            "se": 1.01,
            "evidence": 3.819,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "gpt-5.5",
            "score": 95.86,
            "se": 1.02,
            "evidence": 3.7668,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "claude-opus-5",
            "score": 95.73,
            "se": 1.04,
            "evidence": 3.7028,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "grok-4.7",
            "score": 95.68,
            "se": 1.04,
            "evidence": 3.6873,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "deepseek-v4-pro-0813",
            "score": 95.09,
            "se": 1.11,
            "evidence": 3.4225,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 95.09,
            "se": 1.11,
            "evidence": 3.4225,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "gpt-5.6-terra",
            "score": 94.91,
            "se": 1.13,
            "evidence": 3.343,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "claude-opus-4-8",
            "score": 94.32,
            "se": 1.19,
            "evidence": 3.0941,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gpt-5.4",
            "score": 94.15,
            "se": 1.21,
            "evidence": 3.0206,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "gemini-3.7-flash",
            "score": 93.47,
            "se": 1.27,
            "evidence": 2.7335
          },
          {
            "rank": 18,
            "model": "gpt-5",
            "score": 98.13,
            "se": 0.32,
            "evidence": 2.6838
          },
          {
            "rank": 19,
            "model": "deepseek-flash",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "deepseek-flash-fast@parasail",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "deepseek-flash@alibaba-intl",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "deepseek-flash@deepinfra",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "deepseek-flash@parasail",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "deepseek-flash@together",
            "score": 93.29,
            "se": 1.29,
            "evidence": 2.6547,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "gpt-5.2",
            "score": 93.17,
            "se": 1.3,
            "evidence": 2.603
          },
          {
            "rank": 26,
            "model": "gpt-5-mini",
            "score": 97.85,
            "se": 0.34,
            "evidence": 2.5692,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "o4-mini",
            "score": 97.83,
            "se": 0.33,
            "evidence": 2.5641,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "o3",
            "score": 97.77,
            "se": 0.33,
            "evidence": 2.5408
          },
          {
            "rank": 29,
            "model": "claude-sonnet-5",
            "score": 92.94,
            "se": 1.32,
            "evidence": 2.504
          },
          {
            "rank": 30,
            "model": "claude-sonnet-4-5",
            "score": 97.73,
            "se": 0.41,
            "evidence": 2.5023
          },
          {
            "rank": 31,
            "model": "claude-opus-4-7",
            "score": 92.85,
            "se": 1.32,
            "evidence": 2.4712,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "claude-haiku-5-5",
            "score": 92.75,
            "se": 1.33,
            "evidence": 2.4261,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "grok-4.6",
            "score": 92.57,
            "se": 1.35,
            "evidence": 2.3441
          },
          {
            "rank": 34,
            "model": "deepseek-r1-0528",
            "score": 96.64,
            "se": 0.42,
            "evidence": 2.094,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "o3-mini",
            "score": 96.49,
            "se": 0.43,
            "evidence": 2.0356
          },
          {
            "rank": 36,
            "model": "gemini-3.8-flash",
            "score": 91.56,
            "se": 1.43,
            "evidence": 1.9257,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "qwen3.8-max-0902",
            "score": 91.31,
            "se": 1.45,
            "evidence": 1.8249,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gemini-3.1-pro-preview",
            "score": 91.04,
            "se": 1.47,
            "evidence": 1.7168,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "gpt-5.4-nano",
            "score": 90.98,
            "se": 1.47,
            "evidence": 1.6957,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "deepseek-v4-pro",
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "deepseek-v4-pro@parasail",
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "deepseek-v4-pro@together",
            "score": 90.68,
            "se": 1.49,
            "evidence": 1.58
          },
          {
            "rank": 45,
            "model": "gpt-5-nano",
            "score": 94.9,
            "se": 0.48,
            "evidence": 1.5351
          },
          {
            "rank": 46,
            "model": "claude-opus-4-5",
            "score": 90.39,
            "se": 1.51,
            "evidence": 1.4713,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "glm-5.2",
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "glm-5.2@alibaba-intl",
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "glm-5.2@alibaba-us",
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.2@deepinfra",
            "score": 89.78,
            "se": 1.56,
            "evidence": 1.2507,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "claude-opus-4-6",
            "score": 89.32,
            "se": 1.59,
            "evidence": 1.0941,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "gpt-6-luna",
            "score": 89.12,
            "se": 1.6,
            "evidence": 1.0294,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "inkling",
            "score": 88.36,
            "se": 1.65,
            "evidence": 0.7835,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "gemini-3.5-flash",
            "score": 88.24,
            "se": 1.65,
            "evidence": 0.7479,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "glm-5.3",
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "glm-5.3-fast@parasail",
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "glm-5.3@alibaba-intl",
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "glm-5.3@deepinfra",
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "glm-5.3@parasail",
            "score": 87.9,
            "se": 1.68,
            "evidence": 0.6397,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "deepseek-v4-flash-vision-exp",
            "score": 87.81,
            "se": 1.68,
            "evidence": 0.6138,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "gpt-5.6-luna",
            "score": 87.2,
            "se": 1.72,
            "evidence": 0.4191,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "claude-sonnet-4-6",
            "score": 86.99,
            "se": 1.73,
            "evidence": 0.3535,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-flash-0731",
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 86.79,
            "se": 1.74,
            "evidence": 0.2921,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gemini-3.6-flash",
            "score": 86.4,
            "se": 1.76,
            "evidence": 0.1818,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "qwen3.8-27b",
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "qwen3.8-27b@deepinfra",
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "qwen3.8-27b@parasail",
            "score": 86.21,
            "se": 1.77,
            "evidence": 0.1292,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "qwen3.7-max",
            "score": 85.25,
            "se": 1.82,
            "evidence": -0.1241,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "qwen3.7-max@alibaba-us",
            "score": 85.25,
            "se": 1.82,
            "evidence": -0.1241,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "kimi-k3",
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "kimi-k3@deepinfra",
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "kimi-k3@moonshot",
            "score": 84.44,
            "se": 1.86,
            "evidence": -0.3391,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "gpt-4.1-mini",
            "score": 87.29,
            "se": 0.73,
            "evidence": -0.3723,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "kimi-k2.6",
            "score": 84.28,
            "se": 1.87,
            "evidence": -0.3807,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "claude-haiku-4-5",
            "score": 86.91,
            "se": 0.77,
            "evidence": -0.4541,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "qwen3.6-plus",
            "score": 83.72,
            "se": 1.9,
            "evidence": -0.5215,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "glm-5.3-flash",
            "score": 81.24,
            "se": 2.01,
            "evidence": -1.0476,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "glm-5.3-flash@deepinfra",
            "score": 81.24,
            "se": 2.01,
            "evidence": -1.0476,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.6-27b",
            "score": 79.87,
            "se": 2.06,
            "evidence": -1.298,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.6-27b@deepinfra",
            "score": 79.87,
            "se": 2.06,
            "evidence": -1.298,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "deepseek-v4-flash",
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "deepseek-v4-flash@deepinfra",
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "deepseek-v4-flash@parasail",
            "score": 79.65,
            "se": 2.07,
            "evidence": -1.3328,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "kimi-k2.7-code",
            "score": 79.6,
            "se": 2.07,
            "evidence": -1.3405,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "gpt-4.1",
            "score": 83.01,
            "se": 0.85,
            "evidence": -1.4023
          },
          {
            "rank": 89,
            "model": "gpt-5.4-mini",
            "score": 78.46,
            "se": 2.11,
            "evidence": -1.5118,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "o1",
            "score": 81.65,
            "se": 1.06,
            "evidence": -1.5815,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "minimax-m3",
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "minimax-m3-fast@parasail",
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "minimax-m3@deepinfra",
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "minimax-m3@parasail",
            "score": 76.95,
            "se": 2.16,
            "evidence": -1.6981
          },
          {
            "rank": 95,
            "model": "gemini-3.5-flash-lite",
            "score": 73.74,
            "se": 2.26,
            "evidence": -2.0175,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "gemma-3-27b-it",
            "score": 74.04,
            "se": 1.12,
            "evidence": -3.1827
          },
          {
            "rank": 97,
            "model": "gpt-4.1-nano",
            "score": 70,
            "se": 1.02,
            "evidence": -4.2106
          },
          {
            "rank": 98,
            "model": "qwen-plus-2025-01-25",
            "score": 65.28,
            "se": 1.13,
            "evidence": -5.1101,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "phi-4",
            "score": 64.94,
            "se": 1.07,
            "evidence": -5.2947
          },
          {
            "rank": 100,
            "model": "llama-4-scout-17b-16e-instruct",
            "score": 62.27,
            "se": 1.2,
            "evidence": -5.6398
          },
          {
            "rank": 101,
            "model": "gpt-4o-mini",
            "score": 52.63,
            "se": 1.13,
            "evidence": -7.842
          },
          {
            "rank": 102,
            "model": "gpt-4o",
            "score": 49.77,
            "se": 1.11,
            "evidence": -8.5288
          },
          {
            "rank": 103,
            "model": "gpt-4-turbo",
            "score": 46.73,
            "se": 1.14,
            "evidence": -9.11
          },
          {
            "rank": 104,
            "model": "llama-3.3-70b-instruct-turbo",
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "score": 41.6,
            "se": 1.18,
            "evidence": -10.1432
          },
          {
            "rank": 107,
            "model": "gpt-4",
            "score": 22.97,
            "se": 0.85,
            "evidence": -15.5872
          },
          {
            "rank": 108,
            "model": "gpt-3.5-turbo",
            "score": 11.63,
            "se": 0.55,
            "evidence": -19.8145
          }
        ]
      },
      {
        "task": "math",
        "band": "frontier",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5-2",
            "score": 97.41,
            "se": 0.66,
            "evidence": 3.9192,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gpt-6-astra",
            "score": 96.84,
            "se": 2.6,
            "evidence": 3.262,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gpt-6.1-sol",
            "score": 96.84,
            "se": 2.6,
            "evidence": 3.262,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-5-5",
            "score": 95.62,
            "se": 2.64,
            "evidence": 3.1798,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gpt-6.1-terra",
            "score": 95.44,
            "se": 2.64,
            "evidence": 3.1689,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-4-carbon",
            "score": 95.26,
            "se": 2.65,
            "evidence": 3.1571,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-fable-5-1",
            "score": 95.09,
            "se": 2.65,
            "evidence": 3.1459,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gpt-6-sol",
            "score": 94.91,
            "se": 2.66,
            "evidence": 3.1338,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-sonnet-5-5",
            "score": 94.39,
            "se": 2.67,
            "evidence": 3.1003
          },
          {
            "rank": 10,
            "model": "gpt-6-luna",
            "score": 88.92,
            "se": 1.25,
            "evidence": 3.089
          },
          {
            "rank": 11,
            "model": "claude-fable-5",
            "score": 92.92,
            "se": 1.52,
            "evidence": 3.0864,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "claude-opus-5",
            "score": 92.77,
            "se": 1.56,
            "evidence": 3.021,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "gemini-4-argon",
            "score": 92.98,
            "se": 2.7,
            "evidence": 3.0099
          },
          {
            "rank": 14,
            "model": "deepseek-v4.1-flash-1017",
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 85.34,
            "se": 1.36,
            "evidence": 2.8218,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "claude-haiku-5-5",
            "score": 86.16,
            "se": 1.44,
            "evidence": 2.637,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "gemini-3.8-flash",
            "score": 83.66,
            "se": 1.45,
            "evidence": 2.5369,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "grok-4.6",
            "score": 82.57,
            "se": 1.43,
            "evidence": 2.4598,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "gemini-3.7-flash",
            "score": 84.4,
            "se": 1.63,
            "evidence": 2.45,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "deepseek-flash",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "deepseek-flash-fast@parasail",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "deepseek-flash@alibaba-intl",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "deepseek-flash@deepinfra",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "deepseek-flash@parasail",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash@together",
            "score": 82.85,
            "se": 1.43,
            "evidence": 2.3898,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-v4-pro-0813",
            "score": 81.59,
            "se": 1.5,
            "evidence": 2.262,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 81.59,
            "se": 1.5,
            "evidence": 2.262,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "qwen3.8-max-0902",
            "score": 82.81,
            "se": 2.87,
            "evidence": 2.1332,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "qwen3.7-max",
            "score": 80.06,
            "se": 2.1,
            "evidence": 1.8908,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "qwen3.7-max@alibaba-us",
            "score": 80.06,
            "se": 2.1,
            "evidence": 1.8908,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "mistral-large-4-0",
            "score": 78.46,
            "se": 1.5,
            "evidence": 1.8847,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "claude-opus-4-8",
            "score": 72.3,
            "se": 2.53,
            "evidence": 1.7983
          },
          {
            "rank": 34,
            "model": "glm-5.3",
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "glm-5.3-fast@parasail",
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "glm-5.3@alibaba-intl",
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.3@deepinfra",
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "glm-5.3@parasail",
            "score": 79.94,
            "se": 2.21,
            "evidence": 1.6955,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "grok-4.7",
            "score": 75.52,
            "se": 1.64,
            "evidence": 1.62,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "gemini-3.1-pro-preview",
            "score": 64.05,
            "se": 1.7,
            "evidence": 1.6008
          },
          {
            "rank": 41,
            "model": "claude-opus-4-7",
            "score": 66.88,
            "se": 2.16,
            "evidence": 1.5832
          },
          {
            "rank": 42,
            "model": "claude-opus-4-6",
            "score": 61.76,
            "se": 1.91,
            "evidence": 1.5826,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "kimi-k2.6",
            "score": 64.09,
            "se": 1.58,
            "evidence": 1.5543,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "kimi-k2.7-code",
            "score": 74.8,
            "se": 2.14,
            "evidence": 1.3634,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "deepseek-v4-flash-0731",
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "deepseek-v4-flash-0731@alibaba-intl",
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "deepseek-v4-flash-0731@deepinfra",
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "deepseek-v4-flash-0731@parasail",
            "score": 75.99,
            "se": 1.8,
            "evidence": 1.3535,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "gemini-3.5-flash",
            "score": 65.25,
            "se": 2.19,
            "evidence": 1.2619,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.3-flash",
            "score": 74.84,
            "se": 1.83,
            "evidence": 1.2078,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "glm-5.3-flash@deepinfra",
            "score": 74.84,
            "se": 1.83,
            "evidence": 1.2078,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "qwen3.6-max-preview",
            "score": 57.11,
            "se": 2.48,
            "evidence": 1.0905
          },
          {
            "rank": 53,
            "model": "gemini-3-flash-preview",
            "score": 59.88,
            "se": 1.8,
            "evidence": 1.0401,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "gpt-5.6-sol",
            "score": 77.22,
            "se": 4.18,
            "evidence": 1.0006
          },
          {
            "rank": 55,
            "model": "gpt-oss-120b",
            "score": 88.89,
            "se": 4.46,
            "evidence": 0.9853,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "gpt-oss-120b@deepinfra",
            "score": 88.89,
            "se": 4.46,
            "evidence": 0.9853
          },
          {
            "rank": 57,
            "model": "claude-sonnet-5",
            "score": 72.8,
            "se": 3.33,
            "evidence": 0.7611,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "glm-5.1",
            "score": 54.54,
            "se": 1.83,
            "evidence": 0.7299,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "qwen3.7-plus",
            "score": 63.86,
            "se": 2.35,
            "evidence": 0.6615,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "qwen3.7-plus@alibaba-us",
            "score": 63.86,
            "se": 2.35,
            "evidence": 0.6615,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "qwen3.6-plus",
            "score": 52.6,
            "se": 1.8,
            "evidence": 0.648,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "inkling-small",
            "score": 68.16,
            "se": 2.47,
            "evidence": 0.5858,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "gpt-5.4",
            "score": 60.88,
            "se": 3.29,
            "evidence": 0.5193,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "gemini-3.6-flash",
            "score": 71.71,
            "se": 3.42,
            "evidence": 0.511,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "kimi-k3",
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "kimi-k3@deepinfra",
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "kimi-k3@moonshot",
            "score": 70.38,
            "se": 4.01,
            "evidence": 0.4839,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "qwen3.6-27b",
            "score": 62.58,
            "se": 2.56,
            "evidence": 0.4728,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "qwen3.6-27b@deepinfra",
            "score": 62.58,
            "se": 2.56,
            "evidence": 0.4728,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "qwen3-235b-a22b-thinking-2507",
            "score": 47.58,
            "se": 2.69,
            "evidence": 0.4562
          },
          {
            "rank": 71,
            "model": "gpt-5.5",
            "score": 69.1,
            "se": 4.46,
            "evidence": 0.4319
          },
          {
            "rank": 72,
            "model": "gemma-4-26b-a4b-it",
            "score": 82.22,
            "se": 5.76,
            "evidence": 0.4031
          },
          {
            "rank": 73,
            "model": "gpt-5.6-terra",
            "score": 66.77,
            "se": 4.5,
            "evidence": 0.2891,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "qwen3.5-397b-a17b",
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "qwen3.5-397b-a17b@parasail",
            "score": 60.06,
            "se": 2.74,
            "evidence": 0.2506,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "inkling",
            "score": 61.11,
            "se": 2.41,
            "evidence": 0.1689,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "gpt-5.2",
            "score": 51.75,
            "se": 3.09,
            "evidence": -0.062,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "glm-4.7",
            "score": 42.89,
            "se": 2.43,
            "evidence": -0.1337
          },
          {
            "rank": 80,
            "model": "claude-sonnet-4-6",
            "score": 51.76,
            "se": 3.69,
            "evidence": -0.1603
          },
          {
            "rank": 81,
            "model": "qwen3.6-35b-a3b",
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.6-35b-a3b@deepinfra",
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.6-35b-a3b@parasail",
            "score": 53.51,
            "se": 2.83,
            "evidence": -0.1863
          },
          {
            "rank": 84,
            "model": "gemma-4-31b-it",
            "score": 73.33,
            "se": 6.67,
            "evidence": -0.223
          },
          {
            "rank": 85,
            "model": "gpt-5.6-luna",
            "score": 57.34,
            "se": 4.44,
            "evidence": -0.2605
          },
          {
            "rank": 86,
            "model": "minimax-m3",
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "minimax-m3-fast@parasail",
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "minimax-m3@deepinfra",
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "minimax-m3@parasail",
            "score": 71.11,
            "se": 6.83,
            "evidence": -0.3486,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "qwen3-30b-a3b-thinking-2507",
            "score": 70.28,
            "se": 6.04,
            "evidence": -0.4087,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "qwen3-32b",
            "score": 66.94,
            "se": 6.04,
            "evidence": -0.5804,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "deepseek-r1-0528",
            "score": 66.39,
            "se": 4.91,
            "evidence": -0.5924
          },
          {
            "rank": 93,
            "model": "qwen3.6-flash",
            "score": 37.32,
            "se": 2.06,
            "evidence": -0.5985,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "qwen3.6-flash@alibaba-us",
            "score": 37.32,
            "se": 2.06,
            "evidence": -0.5985
          },
          {
            "rank": 95,
            "model": "qwen3-14b",
            "score": 66.39,
            "se": 6.19,
            "evidence": -0.6081,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "qwen3-30b-a3b",
            "score": 62.78,
            "se": 6.21,
            "evidence": -0.7767,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "qwen3-30b-a3b-instruct-2507",
            "score": 62.22,
            "se": 6.51,
            "evidence": -0.8042
          },
          {
            "rank": 98,
            "model": "qwen3.5-flash-2026-02-23",
            "score": 33.37,
            "se": 1.97,
            "evidence": -0.8685
          },
          {
            "rank": 99,
            "model": "qwen3.5-35b-a3b",
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "qwen3.5-35b-a3b@parasail",
            "score": 54.44,
            "se": 6.19,
            "evidence": -1.1192,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "gpt-5",
            "score": 39.15,
            "se": 2.96,
            "evidence": -1.4426,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "gemini-3.5-flash-lite",
            "score": 44.63,
            "se": 4.22,
            "evidence": -1.4735,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "deepseek-v4-pro",
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "deepseek-v4-pro@parasail",
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "deepseek-v4-pro@together",
            "score": 46.09,
            "se": 4.59,
            "evidence": -1.5356,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "qwen3.5-9b",
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "qwen3.5-9b@deepinfra",
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3.5-9b@parasail",
            "score": 42.78,
            "se": 6.53,
            "evidence": -1.5988
          },
          {
            "rank": 112,
            "model": "glm-5.2",
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "glm-5.2@alibaba-intl",
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "glm-5.2@alibaba-us",
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "glm-5.2@deepinfra",
            "score": 41.37,
            "se": 4.2,
            "evidence": -1.6222,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "claude-opus-4-5",
            "score": 34.38,
            "se": 2.63,
            "evidence": -1.639,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "gpt-5-mini",
            "score": 34.09,
            "se": 2.88,
            "evidence": -1.6606
          },
          {
            "rank": 118,
            "model": "gpt-oss-20b",
            "score": 40.28,
            "se": 6.32,
            "evidence": -1.69
          },
          {
            "rank": 119,
            "model": "o3",
            "score": 29.67,
            "se": 2.65,
            "evidence": -1.7245,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "o4-mini",
            "score": 28.2,
            "se": 2.66,
            "evidence": -1.8282
          },
          {
            "rank": 121,
            "model": "claude-haiku-4-5",
            "score": 19.99,
            "se": 3.17,
            "evidence": -2.0726,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "gemini-3.1-flash-lite",
            "score": 33.45,
            "se": 3.94,
            "evidence": -2.0728,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "gpt-5.1",
            "score": 19.94,
            "se": 3.68,
            "evidence": -2.0946
          },
          {
            "rank": 124,
            "model": "gpt-5.4-nano",
            "score": 25.68,
            "se": 2.9,
            "evidence": -2.2014
          },
          {
            "rank": 125,
            "model": "gemma-3-27b-it",
            "score": 22.5,
            "se": 5.28,
            "evidence": -2.2596
          },
          {
            "rank": 126,
            "model": "claude-sonnet-4-5",
            "score": 22.8,
            "se": 2.82,
            "evidence": -2.3913
          },
          {
            "rank": 127,
            "model": "qwen-plus-2025-01-25",
            "score": 17.78,
            "se": 4.36,
            "evidence": -2.4081
          },
          {
            "rank": 128,
            "model": "gpt-4.1-nano",
            "score": 14.96,
            "se": 3,
            "evidence": -2.4089
          },
          {
            "rank": 129,
            "model": "gpt-5-nano",
            "score": 21.05,
            "se": 2.75,
            "evidence": -2.4243
          },
          {
            "rank": 130,
            "model": "gemma-3-12b-it",
            "score": 16.67,
            "se": 4.24,
            "evidence": -2.4368
          },
          {
            "rank": 131,
            "model": "o3-mini",
            "score": 20.73,
            "se": 2.74,
            "evidence": -2.4522
          },
          {
            "rank": 132,
            "model": "gpt-5.4-mini",
            "score": 23.58,
            "se": 2.66,
            "evidence": -2.4886
          },
          {
            "rank": 133,
            "model": "phi-4",
            "score": 13.75,
            "se": 3.7,
            "evidence": -2.5116
          },
          {
            "rank": 134,
            "model": "gpt-4.1-mini",
            "score": 18.62,
            "se": 2.15,
            "evidence": -2.5947
          },
          {
            "rank": 135,
            "model": "gemma-3-4b-it",
            "score": 7.5,
            "se": 2.76,
            "evidence": -2.6868
          },
          {
            "rank": 136,
            "model": "gpt-4.1",
            "score": 16.6,
            "se": 2.21,
            "evidence": -2.7388
          },
          {
            "rank": 137,
            "model": "llama-3.3-70b-instruct-turbo",
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "score": 5.14,
            "se": 2.36,
            "evidence": -2.7551
          },
          {
            "rank": 140,
            "model": "o1",
            "score": 17.56,
            "se": 2.83,
            "evidence": -2.7855
          },
          {
            "rank": 141,
            "model": "llama-4-scout-17b-16e-instruct",
            "score": 3.89,
            "se": 2.92,
            "evidence": -2.8593
          },
          {
            "rank": 142,
            "model": "gpt-4",
            "score": 1.11,
            "se": 0.54,
            "evidence": -2.8969
          },
          {
            "rank": 143,
            "model": "gpt-4o-mini",
            "score": 3.82,
            "se": 1.39,
            "evidence": -3.5769,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "gpt-4-turbo",
            "score": 3.69,
            "se": 1.23,
            "evidence": -3.583
          },
          {
            "rank": 145,
            "model": "gpt-3.5-turbo",
            "score": 1.11,
            "se": 2.74,
            "evidence": -3.6436,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-4o",
            "score": 2.31,
            "se": 0.79,
            "evidence": -3.8518
          },
          {
            "rank": 147,
            "model": "glm-4.6",
            "score": 3.82,
            "se": 1.13,
            "evidence": -8.6627
          },
          {
            "rank": 148,
            "model": "qwen-plus",
            "score": 1.72,
            "se": 0.77,
            "evidence": -9.7199
          }
        ]
      },
      {
        "task": "code_write",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "claude-opus-5-5",
            "score": 84.18,
            "se": 5.4,
            "evidence": 3.8799,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "score": 72.7,
            "se": 10.5,
            "evidence": 3.7236
          },
          {
            "rank": 3,
            "model": "claude-fable-5-1",
            "score": 83.77,
            "se": 5.51,
            "evidence": 3.5884,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gpt-6-astra",
            "score": 67.8,
            "se": 7.78,
            "evidence": 3.4735
          },
          {
            "rank": 5,
            "model": "gpt-6.1-sol",
            "score": 63.36,
            "se": 7.97,
            "evidence": 3.2652,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-4-argon",
            "score": 58.7,
            "se": 8.25,
            "evidence": 3.2307
          },
          {
            "rank": 7,
            "model": "claude-opus-5",
            "score": 87.78,
            "se": 7.18,
            "evidence": 3.1757
          },
          {
            "rank": 8,
            "model": "claude-sonnet-5-5",
            "score": 80.59,
            "se": 5.73,
            "evidence": 3.1681
          },
          {
            "rank": 9,
            "model": "claude-fable-5-2",
            "score": 82.9,
            "se": 8.87,
            "evidence": 3.1641
          },
          {
            "rank": 10,
            "model": "claude-fable-5",
            "score": 70,
            "se": 10.44,
            "evidence": 2.8642,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "kimi-k3",
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "kimi-k3@deepinfra",
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3@moonshot",
            "score": 45.22,
            "se": 8.04,
            "evidence": 2.7008
          },
          {
            "rank": 14,
            "model": "kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "kimi-k3.1-pro@together",
            "score": 38.7,
            "se": 11.48,
            "evidence": 2.6674,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "gpt-6.1-terra",
            "score": 66.43,
            "se": 7.47,
            "evidence": 2.6314
          },
          {
            "rank": 18,
            "model": "gemini-4-hydrogen",
            "score": 61.8,
            "se": 11.45,
            "evidence": 2.6301
          },
          {
            "rank": 19,
            "model": "mimo-v2.6-pro",
            "score": 36.4,
            "se": 11.34,
            "evidence": 2.4247,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "gpt-6-sol",
            "score": 48.89,
            "se": 11.21,
            "evidence": 2.3622,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "qwen3.8-max-0902",
            "score": 37.19,
            "se": 7.31,
            "evidence": 2.3182,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "deepseek-flash",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "deepseek-flash-fast@parasail",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "deepseek-flash@alibaba-intl",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "deepseek-flash@deepinfra",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash@parasail",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash@together",
            "score": 64.44,
            "se": 11.37,
            "evidence": 2.2278,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "glm-5.3",
            "rating": 1622.27,
            "evidence": 2.0111,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "glm-5.3-fast@parasail",
            "rating": 1622.27,
            "evidence": 2.0111,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "glm-5.3@alibaba-intl",
            "rating": 1622.27,
            "evidence": 2.0111,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "glm-5.3@deepinfra",
            "rating": 1622.27,
            "evidence": 2.0111,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "glm-5.3@parasail",
            "rating": 1622.27,
            "evidence": 2.0111
          },
          {
            "rank": 33,
            "model": "deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 38.8,
            "se": 11.49,
            "evidence": 1.945
          },
          {
            "rank": 36,
            "model": "claude-opus-4-7",
            "score": 43.33,
            "se": 9.59,
            "evidence": 1.8544,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "evidence": 1.8197,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "glm-5.3-flash@deepinfra",
            "score": 20.7,
            "se": 9.55,
            "evidence": 1.8197,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "mimo-v2.6-flash",
            "rating": 1638.53,
            "evidence": 1.7765,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "claude-opus-4-8",
            "score": 65.56,
            "se": 10.85,
            "evidence": 1.7502,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "claude-opus-4-6",
            "score": 33.33,
            "se": 10.03,
            "evidence": 1.6853
          },
          {
            "rank": 42,
            "model": "gpt-5.6-sol",
            "score": 20,
            "se": 9.23,
            "evidence": 1.5753,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "gemini-3.8-flash",
            "score": 27.7,
            "se": 7.39,
            "evidence": 1.5224
          },
          {
            "rank": 44,
            "model": "hy4-preview",
            "rating": 1631.65,
            "evidence": 1.5086
          },
          {
            "rank": 45,
            "model": "claude-sonnet-5",
            "score": 63.33,
            "se": 10.69,
            "evidence": 1.4438,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "gemini-3.7-flash",
            "score": 41.11,
            "se": 12.16,
            "evidence": 1.4208,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "glm-5.2",
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "glm-5.2@alibaba-intl",
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "glm-5.2@alibaba-us",
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.2@deepinfra",
            "score": 36.67,
            "se": 11.52,
            "evidence": 1.3984,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "claude-sonnet-4-6",
            "rating": 1528.29,
            "evidence": 1.3918,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "grok-4.7",
            "score": 49.87,
            "se": 8.19,
            "evidence": 1.3484,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "gpt-5.6-terra",
            "score": 33.51,
            "se": 8.06,
            "evidence": 1.2299
          },
          {
            "rank": 54,
            "model": "grok-4.6",
            "score": 29.91,
            "se": 7.17,
            "evidence": 1.2183,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "qwen3.7-max",
            "rating": 1524.88,
            "evidence": 1.133,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "qwen3.7-max@alibaba-us",
            "rating": 1524.88,
            "evidence": 1.133,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "claude-haiku-5-5",
            "score": 63.4,
            "se": 7.13,
            "evidence": 1.1,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "claude-opus-4-5",
            "rating": 1522.91,
            "evidence": 0.8854
          },
          {
            "rank": 59,
            "model": "gemini-3.6-flash",
            "score": 23.33,
            "se": 9.32,
            "evidence": 0.8658,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "inkling-2-small",
            "rating": 1644.68,
            "evidence": 0.8532,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "inkling-2-small@deepinfra",
            "rating": 1644.68,
            "evidence": 0.8532,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "kimi-k2.6",
            "rating": 1516.12,
            "evidence": 0.83
          },
          {
            "rank": 63,
            "model": "gpt-5.5",
            "score": 23.33,
            "se": 10.13,
            "evidence": 0.6952,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "glm-5.1",
            "rating": 1512.28,
            "evidence": 0.6497
          },
          {
            "rank": 65,
            "model": "deepseek-v4-pro-0813",
            "score": 33.33,
            "se": 10.03,
            "evidence": 0.6297,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "score": 33.33,
            "se": 10.03,
            "evidence": 0.6297,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gpt-6-luna",
            "score": 25.69,
            "se": 6.8,
            "evidence": 0.4604
          },
          {
            "rank": 68,
            "model": "qwen3.6-max-preview",
            "rating": 1509.95,
            "evidence": 0.408
          },
          {
            "rank": 69,
            "model": "gemini-3.5-flash",
            "rating": 1507.97,
            "evidence": 0.3921,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "qwen3.8-27b@deepinfra",
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "qwen3.8-27b@parasail",
            "score": 15.9,
            "se": 8.62,
            "evidence": 0.3728,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "qwen3.7-plus",
            "rating": 1500.26,
            "evidence": 0.3377,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1500.26,
            "evidence": 0.3377,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "gpt-5.6-luna",
            "score": 21.11,
            "se": 9.82,
            "evidence": 0.2782,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "gemini-3.1-pro-preview",
            "score": 8.89,
            "se": 4.56,
            "evidence": 0.2565
          },
          {
            "rank": 77,
            "model": "minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "evidence": 0.201,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "minimax-m3.1-flash@parasail",
            "score": 25.7,
            "se": 10.3,
            "evidence": 0.201
          },
          {
            "rank": 79,
            "model": "beam-1.0-501b-a23b",
            "rating": 1504.68,
            "evidence": -0.0988
          },
          {
            "rank": 80,
            "model": "claude-sonnet-4-5",
            "rating": 1512.25,
            "evidence": -0.1185
          },
          {
            "rank": 81,
            "model": "gemini-3-flash-preview",
            "rating": 1505.25,
            "evidence": -0.1261
          },
          {
            "rank": 82,
            "model": "gpt-5.4",
            "score": 23.33,
            "se": 8.1,
            "evidence": -0.1621,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "deepseek-v4-flash",
            "rating": 1581.61,
            "evidence": -0.213,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1581.61,
            "evidence": -0.213,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1581.61,
            "evidence": -0.213,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "deepseek-v4-pro",
            "rating": 1500.53,
            "evidence": -0.2558,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "deepseek-v4-pro-fast@parasail",
            "rating": 1500.53,
            "evidence": -0.2558,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "deepseek-v4-pro@deepinfra",
            "rating": 1500.53,
            "evidence": -0.2558,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "deepseek-v4-pro@parasail",
            "rating": 1500.53,
            "evidence": -0.2558,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "deepseek-v4-pro@together",
            "rating": 1500.53,
            "evidence": -0.2558,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "gemini-3.5-flash-lite",
            "rating": 1502.06,
            "evidence": -0.2845,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "minimax-m3",
            "rating": 1492.95,
            "evidence": -0.2964,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "minimax-m3-fast@parasail",
            "rating": 1492.95,
            "evidence": -0.2964,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "minimax-m3@deepinfra",
            "rating": 1492.95,
            "evidence": -0.2964,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "minimax-m3@parasail",
            "rating": 1492.95,
            "evidence": -0.2964
          },
          {
            "rank": 96,
            "model": "qwen3.6-plus",
            "rating": 1496.26,
            "evidence": -0.2991
          },
          {
            "rank": 97,
            "model": "gemma-4-31b-it",
            "score": 8.5,
            "se": 6.57,
            "evidence": -0.6768
          },
          {
            "rank": 98,
            "model": "mistral-large-4-0",
            "score": 32.35,
            "se": 7.36,
            "evidence": -0.7013
          },
          {
            "rank": 99,
            "model": "inkling",
            "score": 9.8,
            "se": 7.01,
            "evidence": -0.7578
          },
          {
            "rank": 100,
            "model": "gpt-5.4-mini",
            "rating": 1494.94,
            "evidence": -0.793,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "glm-4.7",
            "rating": 1484.15,
            "evidence": -0.8873
          },
          {
            "rank": 102,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1471.85,
            "evidence": -0.9045,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1471.85,
            "evidence": -0.9045,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1471.85,
            "evidence": -0.9045
          },
          {
            "rank": 105,
            "model": "gpt-5.2",
            "score": 32.22,
            "se": 9.96,
            "evidence": -0.9434,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "qwen3.5-397b-a17b",
            "rating": 1490.24,
            "evidence": -0.9484,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1490.24,
            "evidence": -0.9484,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1490.24,
            "evidence": -0.9484
          },
          {
            "rank": 109,
            "model": "kimi-k2.7-code",
            "rating": 1474.47,
            "evidence": -1.0235
          },
          {
            "rank": 110,
            "model": "deepseek-r1-0528",
            "rating": 1463.98,
            "evidence": -1.1264,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1462.81,
            "evidence": -1.152,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1462.81,
            "evidence": -1.152,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1462.81,
            "evidence": -1.152,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "o3",
            "rating": 1460.23,
            "evidence": -1.246,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "gpt-5.4-nano",
            "rating": 1459.61,
            "evidence": -1.2638,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "gpt-4.1",
            "rating": 1455.84,
            "evidence": -1.3549
          },
          {
            "rank": 117,
            "model": "inkling-small",
            "rating": 1472.39,
            "evidence": -1.3808
          },
          {
            "rank": 118,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1452,
            "evidence": -1.4337
          },
          {
            "rank": 119,
            "model": "claude-haiku-4-5",
            "rating": 1481.53,
            "evidence": -1.4926,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "gpt-5",
            "score": 4.44,
            "se": 3.44,
            "evidence": -1.5506
          },
          {
            "rank": 121,
            "model": "gpt-5.1",
            "rating": 1475.44,
            "evidence": -1.6073
          },
          {
            "rank": 122,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1444.13,
            "evidence": -1.6427,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1444.13,
            "evidence": -1.6427,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1444.13,
            "evidence": -1.6427
          },
          {
            "rank": 125,
            "model": "mistral-medium-3-5",
            "rating": 1478.1,
            "evidence": -1.6676
          },
          {
            "rank": 126,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1441.89,
            "evidence": -1.6714,
            "tied_with_next": true
          },
          {
            "rank": 127,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1437.86,
            "evidence": -1.7852
          },
          {
            "rank": 128,
            "model": "deepseek-v3.2",
            "rating": 1469.35,
            "evidence": -1.8051
          },
          {
            "rank": 129,
            "model": "gpt-4.1-mini",
            "rating": 1433.03,
            "evidence": -1.8726,
            "tied_with_next": true
          },
          {
            "rank": 130,
            "model": "o1",
            "rating": 1432.72,
            "evidence": -1.8732,
            "tied_with_next": true
          },
          {
            "rank": 131,
            "model": "o4-mini",
            "rating": 1433.06,
            "evidence": -1.874,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "gpt-5-mini",
            "rating": 1432.13,
            "evidence": -1.8852
          },
          {
            "rank": 133,
            "model": "mistral-large-2512",
            "rating": 1470.99,
            "evidence": -1.9175,
            "tied_with_next": true
          },
          {
            "rank": 134,
            "model": "qwen3.5-122b-a10b",
            "rating": 1458.23,
            "evidence": -1.9406
          },
          {
            "rank": 135,
            "model": "glm-4.6",
            "rating": 1458.16,
            "evidence": -2.0132
          },
          {
            "rank": 136,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1420.85,
            "evidence": -2.0362
          },
          {
            "rank": 137,
            "model": "qwen3.5-27b",
            "rating": 1451.5,
            "evidence": -2.0754,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1451.5,
            "evidence": -2.0754
          },
          {
            "rank": 139,
            "model": "o3-mini",
            "rating": 1416.59,
            "evidence": -2.1116,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "qwen3-32b",
            "rating": 1406.04,
            "evidence": -2.136
          },
          {
            "rank": 141,
            "model": "gemini-3.1-flash-lite",
            "rating": 1457.51,
            "evidence": -2.1796
          },
          {
            "rank": 142,
            "model": "gpt-oss-120b",
            "rating": 1389.54,
            "evidence": -2.2607,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1389.54,
            "evidence": -2.2607,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "qwen3-30b-a3b",
            "rating": 1384.98,
            "evidence": -2.2946,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "gpt-5-nano",
            "rating": 1385.35,
            "evidence": -2.3016,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "qwen-plus-2025-01-25",
            "rating": 1378.53,
            "evidence": -2.3553,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "gpt-4.1-nano",
            "rating": 1372.95,
            "evidence": -2.406,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "gpt-4o",
            "rating": 1368.9,
            "evidence": -2.4387,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "gpt-oss-20b",
            "rating": 1368.27,
            "evidence": -2.4393,
            "tied_with_next": true
          },
          {
            "rank": 150,
            "model": "granite-4.2-8b",
            "rating": 1366.72,
            "evidence": -2.4667,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1362.52,
            "evidence": -2.4878,
            "tied_with_next": true
          },
          {
            "rank": 152,
            "model": "gemma-3-27b-it",
            "rating": 1357.82,
            "evidence": -2.5392
          },
          {
            "rank": 153,
            "model": "qwen3.5-35b-a3b",
            "rating": 1434.46,
            "evidence": -2.6362,
            "tied_with_next": true
          },
          {
            "rank": 154,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1434.46,
            "evidence": -2.6362,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1434.46,
            "evidence": -2.6362,
            "tied_with_next": true
          },
          {
            "rank": 156,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1435.41,
            "evidence": -2.6439
          },
          {
            "rank": 157,
            "model": "gpt-4o-mini",
            "rating": 1347.62,
            "evidence": -2.665,
            "tied_with_next": true
          },
          {
            "rank": 158,
            "model": "gpt-4-turbo",
            "rating": 1346.83,
            "evidence": -2.6739,
            "tied_with_next": true
          },
          {
            "rank": 159,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1345.75,
            "evidence": -2.6882,
            "tied_with_next": true
          },
          {
            "rank": 160,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1345.75,
            "evidence": -2.6882,
            "tied_with_next": true
          },
          {
            "rank": 161,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1345.75,
            "evidence": -2.6882
          },
          {
            "rank": 162,
            "model": "gpt-4",
            "rating": 1329.84,
            "evidence": -2.8185
          },
          {
            "rank": 163,
            "model": "gemma-3-12b-it",
            "rating": 1315.84,
            "evidence": -2.8517,
            "tied_with_next": true
          },
          {
            "rank": 164,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1311.97,
            "evidence": -2.8778,
            "tied_with_next": true
          },
          {
            "rank": 165,
            "model": "phi-4",
            "rating": 1305.74,
            "evidence": -2.8979
          },
          {
            "rank": 166,
            "model": "gemma-3-4b-it",
            "rating": 1273.49,
            "evidence": -2.9737,
            "tied_with_next": true
          },
          {
            "rank": 167,
            "model": "gpt-3.5-turbo",
            "rating": 1274.83,
            "evidence": -2.9801
          }
        ]
      },
      {
        "task": "code_fix",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-3.5-flash",
            "score": 79.34,
            "se": 1.84,
            "evidence": 2.8509,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "glm-5.2",
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "glm-5.2@alibaba-intl",
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "glm-5.2@alibaba-us",
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "glm-5.2@deepinfra",
            "score": 78.7,
            "se": 1.87,
            "evidence": 2.7279
          },
          {
            "rank": 6,
            "model": "claude-opus-4-7",
            "score": 82.12,
            "se": 1.32,
            "evidence": 2.5549
          },
          {
            "rank": 7,
            "model": "deepseek-v4-pro",
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "deepseek-v4-pro-fast@parasail",
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "deepseek-v4-pro@deepinfra",
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "deepseek-v4-pro@parasail",
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "deepseek-v4-pro@together",
            "score": 77.64,
            "se": 1.9,
            "evidence": 2.5371
          },
          {
            "rank": 12,
            "model": "gemini-4-carbon",
            "score": 91,
            "se": 5.84,
            "evidence": 2.5192
          },
          {
            "rank": 13,
            "model": "qwen3.7-max",
            "score": 77.27,
            "se": 1.91,
            "evidence": 2.4713,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "qwen3.7-max@alibaba-us",
            "score": 77.27,
            "se": 1.91,
            "evidence": 2.4713,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "kimi-k2.6",
            "score": 76.65,
            "se": 1.92,
            "evidence": 2.365,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "qwen3.6-max-preview",
            "score": 76.65,
            "se": 1.92,
            "evidence": 2.365
          },
          {
            "rank": 17,
            "model": "claude-fable-5-1",
            "score": 89.7,
            "se": 6.2,
            "evidence": 2.3109,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "gpt-6.1-terra",
            "score": 89.2,
            "se": 6.34,
            "evidence": 2.2349,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "gpt-6-astra",
            "score": 87.5,
            "se": 6.75,
            "evidence": 2.0021,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "claude-opus-5-5",
            "score": 87.1,
            "se": 6.84,
            "evidence": 1.9516,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "glm-5.1",
            "score": 74.17,
            "se": 1.99,
            "evidence": 1.9289,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "gpt-5.4",
            "score": 78.92,
            "se": 1.4,
            "evidence": 1.8211,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gemini-4-argon",
            "score": 85.7,
            "se": 7.15,
            "evidence": 1.7826,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "claude-opus-4-6",
            "score": 75.78,
            "se": 1.5,
            "evidence": 1.7157,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "gpt-5.6-terra",
            "score": 84.2,
            "se": 7.45,
            "evidence": 1.6169,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "gpt-6.1-sol",
            "score": 82.1,
            "se": 7.83,
            "evidence": 1.4064,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "claude-opus-4-5",
            "score": 72.13,
            "se": 1.57,
            "evidence": 1.2955,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-v4.1-flash-1017",
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 80.4,
            "se": 8.1,
            "evidence": 1.2513,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "o4-mini",
            "score": 72,
            "se": 2.99,
            "evidence": 1.2247,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "mistral-large-4-0",
            "score": 79.4,
            "se": 8.26,
            "evidence": 1.1635,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "deepseek-r1-0528",
            "score": 71.4,
            "se": 3.01,
            "evidence": 1.1597,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "claude-fable-5-2",
            "score": 79.2,
            "se": 8.28,
            "evidence": 1.1476,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "gemini-4-hydrogen",
            "score": 78.5,
            "se": 8.39,
            "evidence": 1.0881,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "claude-haiku-5-5",
            "score": 77.6,
            "se": 8.51,
            "evidence": 1.0154,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "claude-sonnet-5-5",
            "score": 77.2,
            "se": 8.56,
            "evidence": 0.9839,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "grok-4.6",
            "score": 76.7,
            "se": 8.63,
            "evidence": 0.9442,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "claude-sonnet-4-6",
            "score": 67.94,
            "se": 1.61,
            "evidence": 0.8715,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "gemini-3-flash-preview",
            "score": 66.08,
            "se": 1.65,
            "evidence": 0.7381,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gemini-3.8-flash",
            "score": 73.3,
            "se": 9.03,
            "evidence": 0.6919,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "gpt-5.5",
            "score": 66.07,
            "se": 2.49,
            "evidence": 0.6906,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "o3",
            "score": 68.4,
            "se": 1.74,
            "evidence": 0.6864,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "grok-4.7",
            "score": 73.1,
            "se": 9.05,
            "evidence": 0.6778,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "gpt-5.2",
            "score": 65.54,
            "se": 1.68,
            "evidence": 0.6391,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "glm-5.3-flash",
            "score": 70.9,
            "se": 9.27,
            "evidence": 0.526,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "glm-5.3-flash@deepinfra",
            "score": 70.9,
            "se": 9.27,
            "evidence": 0.526,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "gpt-6-luna",
            "score": 70.8,
            "se": 9.28,
            "evidence": 0.5193,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "qwen3.8-27b",
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "qwen3.8-27b@deepinfra",
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "qwen3.8-27b@parasail",
            "score": 69.3,
            "se": 9.42,
            "evidence": 0.4195,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "minimax-m3.1-flash",
            "score": 68.8,
            "se": 9.46,
            "evidence": 0.387,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "minimax-m3.1-flash@parasail",
            "score": 68.8,
            "se": 9.46,
            "evidence": 0.387,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "kimi-k3.1-pro",
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "kimi-k3.1-pro@together",
            "score": 67.8,
            "se": 9.54,
            "evidence": 0.3226,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "gemini-3.1-pro-preview",
            "score": 61.42,
            "se": 4.12,
            "evidence": 0.2945
          },
          {
            "rank": 58,
            "model": "gpt-5",
            "score": 63.39,
            "se": 1.42,
            "evidence": 0.1917
          },
          {
            "rank": 59,
            "model": "o1",
            "score": 61.7,
            "se": 3.24,
            "evidence": 0.1816,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "mimo-v2.6-pro",
            "score": 64.5,
            "se": 9.77,
            "evidence": 0.1165,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "claude-sonnet-4-5",
            "score": 60.89,
            "se": 1.68,
            "evidence": 0.0631,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "o3-mini",
            "score": 60.4,
            "se": 3.26,
            "evidence": 0.0574,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "qwen3.6-plus",
            "score": 57.85,
            "se": 2.25,
            "evidence": 0.0475,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "qwen3-235b-a22b-instruct-2507",
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "score": 59.6,
            "se": 3.27,
            "evidence": -0.0186,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "qwen3.8-max-0902",
            "score": 60.9,
            "se": 9.96,
            "evidence": -0.0999,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "gpt-5.1",
            "score": 59.48,
            "se": 1.69,
            "evidence": -0.119,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "kimi-k3",
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "kimi-k3@deepinfra",
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "kimi-k3@moonshot",
            "score": 53.1,
            "se": 10.19,
            "evidence": -0.5558,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "gpt-4.1",
            "score": 49.83,
            "se": 1.88,
            "evidence": -0.7405,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "inkling",
            "score": 48.7,
            "se": 10.2,
            "evidence": -0.8001,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "gpt-5-mini",
            "score": 47,
            "se": 1.67,
            "evidence": -1.1763
          },
          {
            "rank": 75,
            "model": "deepseek-v3.2",
            "score": 39.55,
            "se": 2.75,
            "evidence": -1.6111,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "qwen3-32b",
            "score": 40,
            "se": 3.27,
            "evidence": -1.8383
          },
          {
            "rank": 77,
            "model": "gpt-4o",
            "score": 28.36,
            "se": 1.69,
            "evidence": -2.1116,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "glm-4.7",
            "score": 33.26,
            "se": 2.45,
            "evidence": -2.2701,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gemma-4-31b-it",
            "score": 20.3,
            "se": 8.21,
            "evidence": -2.2925,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "gpt-4.1-mini",
            "score": 32.4,
            "se": 3.12,
            "evidence": -2.5583,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.6-35b-a3b@deepinfra",
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "qwen3.6-35b-a3b@parasail",
            "score": 24.63,
            "se": 3.21,
            "evidence": -2.7808,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "glm-4.6",
            "score": 24.5,
            "se": 2.4,
            "evidence": -3.1278
          },
          {
            "rank": 85,
            "model": "gpt-oss-120b",
            "score": 25.56,
            "se": 1.91,
            "evidence": -3.3047,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "gpt-oss-120b@deepinfra",
            "score": 25.56,
            "se": 1.91,
            "evidence": -3.3047,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "claude-haiku-4-5",
            "score": 13.9,
            "se": 2.7,
            "evidence": -4.0402
          },
          {
            "rank": 88,
            "model": "qwen3.5-9b",
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "qwen3.5-9b@deepinfra",
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "qwen3.5-9b@parasail",
            "score": 9.21,
            "se": 2.35,
            "evidence": -4.7219,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "gpt-5-nano",
            "score": 6.97,
            "se": 1.92,
            "evidence": -5.2692,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "gpt-4.1-nano",
            "score": 8.9,
            "se": 1.9,
            "evidence": -5.6361
          },
          {
            "rank": 93,
            "model": "gpt-oss-20b",
            "score": 3.1,
            "se": 1.5,
            "evidence": -6.038,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "gemma-3-27b-it",
            "score": 4.9,
            "se": 1.44,
            "evidence": -6.6357,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "gpt-4o-mini",
            "score": 3.6,
            "se": 1.24,
            "evidence": -7.0558
          }
        ]
      },
      {
        "task": "query",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-argon",
            "score": 69.9,
            "se": 6.36,
            "evidence": 2.1219,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "score": 67.3,
            "se": 6.51,
            "evidence": 1.8235,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "gpt-6-astra",
            "score": 58.4,
            "se": 6.84,
            "evidence": 0.838,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gpt-6.1-sol",
            "score": 57.4,
            "se": 6.86,
            "evidence": 0.731,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "gemini-4-hydrogen",
            "score": 56.7,
            "se": 6.87,
            "evidence": 0.6565,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gpt-6.1-terra",
            "score": 56.5,
            "se": 6.87,
            "evidence": 0.6354,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-fable-5-1",
            "score": 56.2,
            "se": 6.88,
            "evidence": 0.6032,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "claude-fable-5-2",
            "score": 55.8,
            "se": 6.89,
            "evidence": 0.5606,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-opus-5-5",
            "score": 52.3,
            "se": 6.93,
            "evidence": 0.1907,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "gpt-5.6-terra",
            "score": 50.2,
            "se": 6.93,
            "evidence": -0.0302,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "qwen3.8-max-0902",
            "score": 50.1,
            "se": 6.93,
            "evidence": -0.0407,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "gpt-6-luna",
            "score": 49.6,
            "se": 6.93,
            "evidence": -0.0933,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3.1-pro",
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "kimi-k3.1-pro@together",
            "score": 49.1,
            "se": 6.93,
            "evidence": -0.1459,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "glm-5.3-flash",
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "glm-5.3-flash@deepinfra",
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "qwen3.8-27b",
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "qwen3.8-27b@deepinfra",
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "qwen3.8-27b@parasail",
            "score": 48.8,
            "se": 6.93,
            "evidence": -0.1775,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "inkling",
            "score": 48.5,
            "se": 6.93,
            "evidence": -0.2091,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "kimi-k3",
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "kimi-k3@deepinfra",
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "kimi-k3@moonshot",
            "score": 48.4,
            "se": 6.93,
            "evidence": -0.2196,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "mimo-v2.6-pro",
            "score": 48.3,
            "se": 6.93,
            "evidence": -0.2301,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-v4.1-flash-1017",
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "mistral-large-4-0",
            "score": 48.2,
            "se": 6.93,
            "evidence": -0.2406,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "minimax-m3.1-flash",
            "score": 48,
            "se": 6.93,
            "evidence": -0.2617,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "minimax-m3.1-flash@parasail",
            "score": 48,
            "se": 6.93,
            "evidence": -0.2617,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "gemma-4-31b-it",
            "score": 46.3,
            "se": 6.91,
            "evidence": -0.4412,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "gemini-3.8-flash",
            "score": 45.3,
            "se": 6.9,
            "evidence": -0.547,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "grok-4.7",
            "score": 44.9,
            "se": 6.9,
            "evidence": -0.5892,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "claude-haiku-5-5",
            "score": 44.8,
            "se": 6.9,
            "evidence": -0.5997,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "grok-4.6",
            "score": 43.1,
            "se": 6.87,
            "evidence": -0.7807,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "claude-sonnet-5-5",
            "score": 39.8,
            "se": 6.79,
            "evidence": -1.1295
          }
        ]
      },
      {
        "task": "tool_use",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5-2",
            "score": 82.9,
            "se": 8.87,
            "evidence": 2.9176,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gpt-5.4",
            "score": 81.8,
            "se": 2,
            "evidence": 2.7897,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "claude-opus-4-7",
            "score": 80.22,
            "se": 2.11,
            "evidence": 2.7054,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "gpt-6-astra",
            "score": 75.6,
            "se": 10.12,
            "evidence": 2.4231
          },
          {
            "rank": 5,
            "model": "claude-opus-5-5",
            "score": 72.8,
            "se": 10.49,
            "evidence": 2.4094
          },
          {
            "rank": 6,
            "model": "claude-fable-5-1",
            "score": 74.2,
            "se": 10.31,
            "evidence": 2.3649,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-opus-4-6",
            "score": 69.9,
            "se": 2.5,
            "evidence": 2.1266,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "gpt-6.1-sol",
            "score": 65.6,
            "se": 11.2,
            "evidence": 1.9747,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-sonnet-5-5",
            "score": 63.4,
            "se": 11.35,
            "evidence": 1.9722,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "gpt-5.5",
            "score": 66.07,
            "se": 2.49,
            "evidence": 1.9429,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gemini-4-carbon",
            "score": 72.7,
            "se": 10.5,
            "evidence": 1.9203,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "gemini-4-hydrogen",
            "score": 61.8,
            "se": 11.45,
            "evidence": 1.9104,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "claude-opus-4-5",
            "score": 64.7,
            "se": 1.83,
            "evidence": 1.7562,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "gpt-6.1-terra",
            "score": 56.2,
            "se": 11.69,
            "evidence": 1.5828,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "claude-sonnet-4-6",
            "score": 62.75,
            "se": 1.82,
            "evidence": 1.5143
          },
          {
            "rank": 16,
            "model": "claude-fable-5",
            "rating": 0.06,
            "evidence": 1.2359,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "claude-opus-5",
            "rating": 0.06,
            "evidence": 1.2359,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "gpt-6-sol",
            "rating": 0.06,
            "evidence": 1.2359,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "hy4-preview",
            "rating": 0.06,
            "evidence": 1.2359
          },
          {
            "rank": 20,
            "model": "gpt-5.2",
            "score": 54.04,
            "se": 2.89,
            "evidence": 1.2348,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "gemini-4-argon",
            "score": 58.5,
            "se": 11.61,
            "evidence": 1.1577,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "gpt-5.1",
            "score": 47.58,
            "se": 2.76,
            "evidence": 0.8774,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gemini-3-flash-preview",
            "score": 47.42,
            "se": 3.04,
            "evidence": 0.8542
          },
          {
            "rank": 24,
            "model": "gpt-5.6-sol",
            "rating": 0.04,
            "evidence": 0.7871
          },
          {
            "rank": 25,
            "model": "gemini-3.1-pro-preview",
            "score": 61.42,
            "se": 4.12,
            "evidence": 0.577
          },
          {
            "rank": 26,
            "model": "grok-4.7",
            "score": 45.3,
            "se": 11.73,
            "evidence": 0.5541,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "inkling-2-small",
            "rating": 0.03,
            "evidence": 0.5293,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "inkling-2-small@deepinfra",
            "rating": 0.03,
            "evidence": 0.5293
          },
          {
            "rank": 29,
            "model": "claude-haiku-5-5",
            "score": 47.9,
            "se": 11.77,
            "evidence": 0.5067,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "kimi-k3.1-pro",
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "kimi-k3.1-pro@deepinfra",
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "kimi-k3.1-pro@together",
            "score": 38.7,
            "se": 11.48,
            "evidence": 0.4808,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "claude-sonnet-4-5",
            "score": 41.5,
            "se": 1.94,
            "evidence": 0.4291,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "deepseek-v3.2",
            "score": 39.55,
            "se": 2.75,
            "evidence": 0.4072,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "deepseek-v4.1-flash-1017",
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "deepseek-v4.1-flash-1017@deepinfra",
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "deepseek-v4.1-flash-1017@parasail",
            "score": 38.8,
            "se": 11.49,
            "evidence": 0.0889,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gpt-5",
            "score": 33.93,
            "se": 2.9,
            "evidence": 0.0591,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "glm-4.7",
            "score": 33.26,
            "se": 2.45,
            "evidence": 0.0372
          },
          {
            "rank": 40,
            "model": "claude-sonnet-5",
            "rating": 0.01,
            "evidence": 0.0139
          },
          {
            "rank": 41,
            "model": "gemini-3.7-flash",
            "rating": -0.03,
            "evidence": 0
          },
          {
            "rank": 42,
            "model": "glm-5.2",
            "rating": -0,
            "evidence": 0
          },
          {
            "rank": 43,
            "model": "glm-5.2@alibaba-intl",
            "rating": -0,
            "evidence": 0
          },
          {
            "rank": 44,
            "model": "glm-5.2@alibaba-us",
            "rating": -0,
            "evidence": 0
          },
          {
            "rank": 45,
            "model": "glm-5.2@deepinfra",
            "rating": -0,
            "evidence": 0
          },
          {
            "rank": 46,
            "model": "glm-5.3",
            "rating": 0,
            "evidence": 0
          },
          {
            "rank": 47,
            "model": "glm-5.3-fast@parasail",
            "rating": 0,
            "evidence": 0
          },
          {
            "rank": 48,
            "model": "glm-5.3@alibaba-intl",
            "rating": 0,
            "evidence": 0
          },
          {
            "rank": 49,
            "model": "glm-5.3@deepinfra",
            "rating": 0,
            "evidence": 0
          },
          {
            "rank": 50,
            "model": "glm-5.3@parasail",
            "rating": 0,
            "evidence": 0
          },
          {
            "rank": 51,
            "model": "mimo-v2.6-pro",
            "score": 36.4,
            "se": 11.34,
            "evidence": -0.0418,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "kimi-k3",
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "kimi-k3@deepinfra",
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "kimi-k3@moonshot",
            "score": 36,
            "se": 11.31,
            "evidence": -0.0638
          },
          {
            "rank": 55,
            "model": "mimo-v2.6-flash",
            "rating": -0.01,
            "evidence": -0.3961
          },
          {
            "rank": 56,
            "model": "glm-4.6",
            "score": 24.5,
            "se": 2.4,
            "evidence": -0.5346,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "qwen3.6-35b-a3b",
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "qwen3.6-35b-a3b@deepinfra",
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "qwen3.6-35b-a3b@parasail",
            "score": 24.63,
            "se": 3.21,
            "evidence": -0.5437,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "minimax-m3.1-flash",
            "score": 25.7,
            "se": 10.3,
            "evidence": -0.581,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "minimax-m3.1-flash@parasail",
            "score": 25.7,
            "se": 10.3,
            "evidence": -0.581,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "qwen3.8-max-0902",
            "score": 26.6,
            "se": 10.41,
            "evidence": -0.5975,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "gpt-5.6-terra",
            "score": 25.9,
            "se": 10.33,
            "evidence": -0.6375,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "gpt-5-mini",
            "score": 22.25,
            "se": 2.62,
            "evidence": -0.7007,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "gpt-6-luna",
            "score": 24.7,
            "se": 10.17,
            "evidence": -0.7076,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "mistral-large-4-0",
            "score": 24.7,
            "se": 10.17,
            "evidence": -0.7076,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "grok-4.6",
            "score": 18.7,
            "se": 9.19,
            "evidence": -0.7628,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "glm-5.3-flash",
            "score": 20.7,
            "se": 9.55,
            "evidence": -0.9557,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "glm-5.3-flash@deepinfra",
            "score": 20.7,
            "se": 9.55,
            "evidence": -0.9557,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "gemini-3.8-flash",
            "score": 16.5,
            "se": 8.75,
            "evidence": -1.2383,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "qwen3.8-27b",
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "qwen3.8-27b@deepinfra",
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "qwen3.8-27b@parasail",
            "score": 15.9,
            "se": 8.62,
            "evidence": -1.2816,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "gpt-oss-120b",
            "score": 14.2,
            "se": 2.3,
            "evidence": -1.3081,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "gpt-oss-120b@deepinfra",
            "score": 14.2,
            "se": 2.3,
            "evidence": -1.3081,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "claude-haiku-4-5",
            "score": 13.9,
            "se": 2.7,
            "evidence": -1.3274
          },
          {
            "rank": 77,
            "model": "beam-1.0-501b-a23b",
            "rating": -0.07,
            "evidence": -1.335,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "qwen3.7-max",
            "rating": -0.08,
            "evidence": -1.5643,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "qwen3.7-max@alibaba-us",
            "rating": -0.08,
            "evidence": -1.5643
          },
          {
            "rank": 80,
            "model": "qwen3.5-9b",
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "qwen3.5-9b@deepinfra",
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "qwen3.5-9b@parasail",
            "score": 9.21,
            "se": 2.35,
            "evidence": -1.6732
          },
          {
            "rank": 83,
            "model": "qwen3.7-plus",
            "rating": -0.09,
            "evidence": -1.7647,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": -0.09,
            "evidence": -1.7647
          },
          {
            "rank": 85,
            "model": "gpt-5-nano",
            "score": 6.97,
            "se": 1.92,
            "evidence": -1.848,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "gemma-4-31b-it",
            "score": 8.5,
            "se": 6.57,
            "evidence": -1.9334,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "gpt-oss-20b",
            "score": 3.1,
            "se": 1.5,
            "evidence": -2.1354
          },
          {
            "rank": 88,
            "model": "minimax-m3",
            "rating": -0.11,
            "evidence": -2.1562,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "minimax-m3-fast@parasail",
            "rating": -0.11,
            "evidence": -2.1562,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "minimax-m3@deepinfra",
            "rating": -0.11,
            "evidence": -2.1562,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "minimax-m3@parasail",
            "rating": -0.11,
            "evidence": -2.1562
          },
          {
            "rank": 92,
            "model": "inkling",
            "score": 9.8,
            "se": 7.01,
            "evidence": -2.2623,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "o3",
            "score": 9.1,
            "se": 1.5,
            "evidence": -2.44,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "gpt-4o",
            "score": 8.6,
            "se": 2.12,
            "evidence": -2.5675
          },
          {
            "rank": 95,
            "model": "mistral-medium-3-5",
            "rating": -0.14,
            "evidence": -2.5853
          },
          {
            "rank": 96,
            "model": "inkling-small",
            "rating": -0.19,
            "evidence": -2.938
          }
        ]
      },
      {
        "task": "vision",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "claude-fable-5",
            "rating": 1325.6,
            "evidence": 2.8695,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "claude-opus-5-5",
            "rating": 1323.8,
            "evidence": 2.804,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "claude-fable-5-1",
            "rating": 1321.62,
            "evidence": 2.77,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-4-7",
            "rating": 1318.72,
            "evidence": 2.7156,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "claude-opus-5",
            "rating": 1317.48,
            "evidence": 2.6854,
            "tied_with_next": true
          },
          {
            "rank": 6,
            "model": "gemini-3.8-flash",
            "rating": 1316.78,
            "evidence": 2.6674,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "gemini-3.7-flash",
            "rating": 1313.14,
            "evidence": 2.5875,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "qwen3.8-max-0902",
            "rating": 1312.01,
            "evidence": 2.5563,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-opus-4-6",
            "rating": 1312.21,
            "evidence": 2.5543
          },
          {
            "rank": 10,
            "model": "gemini-3.5-flash",
            "rating": 1307.55,
            "evidence": 2.4324
          },
          {
            "rank": 11,
            "model": "gemini-3.1-pro-preview",
            "rating": 1296.04,
            "evidence": 2.0509,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "gemini-3.6-flash",
            "rating": 1296.69,
            "evidence": 2.0351,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "gpt-5.5",
            "rating": 1295.83,
            "evidence": 2.033,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "glm-5.3-flash",
            "rating": 1294.7,
            "evidence": 1.9781,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "glm-5.3-flash@deepinfra",
            "rating": 1294.7,
            "evidence": 1.9781,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gpt-5.4",
            "rating": 1291.73,
            "evidence": 1.8107,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "claude-opus-4-8",
            "rating": 1288.62,
            "evidence": 1.6345,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "gpt-6.1-sol",
            "rating": 1285.94,
            "evidence": 1.4388,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "gemini-3-flash-preview",
            "rating": 1284.64,
            "evidence": 1.397,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "claude-sonnet-5-5",
            "rating": 1284.26,
            "evidence": 1.3476,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "claude-sonnet-4-6",
            "rating": 1282.65,
            "evidence": 1.2665,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "kimi-k2.6",
            "rating": 1282.43,
            "evidence": 1.2474,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gpt-5.6-sol",
            "rating": 1282.19,
            "evidence": 1.2303,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "gemma-4-31b-it",
            "rating": 1279.39,
            "evidence": 1.0661,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "deepseek-flash",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "deepseek-flash-fast@parasail",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "deepseek-flash@alibaba-intl",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "deepseek-flash@deepinfra",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "deepseek-flash@parasail",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "deepseek-flash@together",
            "rating": 1279.15,
            "evidence": 1.0434,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "gpt-6-astra",
            "rating": 1278.52,
            "evidence": 1.005,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "qwen3.7-plus",
            "rating": 1277.25,
            "evidence": 0.9333,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1277.25,
            "evidence": 0.9333
          },
          {
            "rank": 34,
            "model": "claude-sonnet-5",
            "rating": 1271.62,
            "evidence": 0.5738,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "qwen3.8-27b",
            "rating": 1269.62,
            "evidence": 0.4537,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "qwen3.8-27b@deepinfra",
            "rating": 1269.62,
            "evidence": 0.4537,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "qwen3.8-27b@parasail",
            "rating": 1269.62,
            "evidence": 0.4537,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "gpt-5.6-terra",
            "rating": 1269.07,
            "evidence": 0.4121,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "gemini-3.5-flash-lite",
            "rating": 1267.98,
            "evidence": 0.3506,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "mimo-v2.6-pro",
            "rating": 1265.88,
            "evidence": 0.2987,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "grok-4.6",
            "rating": 1263.99,
            "evidence": 0.1368,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "qwen3.5-397b-a17b",
            "rating": 1262.37,
            "evidence": 0.0153,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1262.37,
            "evidence": 0.0153,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1262.37,
            "evidence": 0.0153,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "mimo-v2.6-flash",
            "rating": 1259.56,
            "evidence": -0.1257,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "gpt-5.6-luna",
            "rating": 1255.82,
            "evidence": -0.3183
          },
          {
            "rank": 47,
            "model": "minimax-m3",
            "rating": 1249.16,
            "evidence": -0.6494,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "minimax-m3-fast@parasail",
            "rating": 1249.16,
            "evidence": -0.6494,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "minimax-m3@deepinfra",
            "rating": 1249.16,
            "evidence": -0.6494,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "minimax-m3@parasail",
            "rating": 1249.16,
            "evidence": -0.6494,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1246.62,
            "evidence": -0.7734,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1246.62,
            "evidence": -0.7734,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1246.62,
            "evidence": -0.7734,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "gpt-5.4-mini",
            "rating": 1244.42,
            "evidence": -0.8756,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "qwen3.5-122b-a10b",
            "rating": 1244.22,
            "evidence": -0.8846,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "gemini-3.1-flash-lite",
            "rating": 1240.28,
            "evidence": -1.0739,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "qwen3.5-27b",
            "rating": 1239.64,
            "evidence": -1.1068,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1239.64,
            "evidence": -1.1068,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "inkling-small",
            "rating": 1235.86,
            "evidence": -1.2536,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "gpt-5.1",
            "rating": 1234.96,
            "evidence": -1.2992,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "gpt-6-sol",
            "rating": 1232.65,
            "evidence": -1.3537,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "grok-4.7",
            "rating": 1230.02,
            "evidence": -1.4563,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "gpt-5.2",
            "rating": 1228.84,
            "evidence": -1.5185
          },
          {
            "rank": 64,
            "model": "mistral-medium-3-5",
            "rating": 1222.41,
            "evidence": -1.6809,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "mistral-large-2512",
            "rating": 1221.79,
            "evidence": -1.6944
          },
          {
            "rank": 66,
            "model": "o3",
            "rating": 1213.74,
            "evidence": -1.8931,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gpt-6-luna",
            "rating": 1211.18,
            "evidence": -1.9416,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "gpt-4.1",
            "rating": 1210.2,
            "evidence": -1.96,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "gpt-5",
            "rating": 1208.01,
            "evidence": -2.0065,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1206.27,
            "evidence": -2.0357,
            "tied_with_next": true
          },
          {
            "rank": 71,
            "model": "gpt-5-mini",
            "rating": 1202.47,
            "evidence": -2.1199
          },
          {
            "rank": 72,
            "model": "gpt-5.4-nano",
            "rating": 1195.54,
            "evidence": -2.2488,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "o4-mini",
            "rating": 1193.96,
            "evidence": -2.2714
          },
          {
            "rank": 74,
            "model": "gpt-4.1-mini",
            "rating": 1181.25,
            "evidence": -2.4119
          },
          {
            "rank": 75,
            "model": "o1",
            "rating": 1168.25,
            "evidence": -2.5211,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "gemma-3-27b-it",
            "rating": 1164.35,
            "evidence": -2.5532,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "gpt-5-nano",
            "rating": 1159.05,
            "evidence": -2.5793
          },
          {
            "rank": 78,
            "model": "gpt-4o",
            "rating": 1136.52,
            "evidence": -2.7067
          },
          {
            "rank": 79,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1118.38,
            "evidence": -2.7747
          },
          {
            "rank": 80,
            "model": "gpt-4-turbo",
            "rating": 1089.76,
            "evidence": -2.8591
          },
          {
            "rank": 81,
            "model": "gpt-4.1-nano",
            "rating": 1063.11,
            "evidence": -2.9586,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "gpt-4o-mini",
            "rating": 1065.51,
            "evidence": -2.9601
          }
        ]
      },
      {
        "task": "document_qa",
        "band": "medium",
        "entries": [
          {
            "rank": 1,
            "model": "gemini-4-argon",
            "rating": 1543.79,
            "evidence": 2.9851,
            "tied_with_next": true
          },
          {
            "rank": 2,
            "model": "gemini-4-carbon",
            "rating": 1538.07,
            "evidence": 2.9579
          },
          {
            "rank": 3,
            "model": "claude-fable-5",
            "rating": 1522.08,
            "evidence": 2.8875,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-5-5",
            "rating": 1520.01,
            "evidence": 2.8573,
            "tied_with_next": true
          },
          {
            "rank": 5,
            "model": "claude-opus-4-6",
            "rating": 1516.54,
            "evidence": 2.8313
          },
          {
            "rank": 6,
            "model": "gemini-3.8-flash",
            "rating": 1510.8,
            "evidence": 2.7289,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "gemini-4-hydrogen",
            "rating": 1514.13,
            "evidence": 2.7145,
            "tied_with_next": true
          },
          {
            "rank": 8,
            "model": "claude-fable-5-1",
            "rating": 1509.45,
            "evidence": 2.6768,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "claude-opus-4-7",
            "rating": 1507.54,
            "evidence": 2.6499
          },
          {
            "rank": 10,
            "model": "claude-opus-5",
            "rating": 1501.61,
            "evidence": 2.4731,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "gemini-3.7-flash",
            "rating": 1501.02,
            "evidence": 2.451,
            "tied_with_next": true
          },
          {
            "rank": 12,
            "model": "kimi-k3",
            "rating": 1500.13,
            "evidence": 2.4235,
            "tied_with_next": true
          },
          {
            "rank": 13,
            "model": "kimi-k3@deepinfra",
            "rating": 1500.13,
            "evidence": 2.4235,
            "tied_with_next": true
          },
          {
            "rank": 14,
            "model": "kimi-k3@moonshot",
            "rating": 1500.13,
            "evidence": 2.4235,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "claude-opus-4-8",
            "rating": 1498.99,
            "evidence": 2.3843,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gemini-3.1-pro-preview",
            "rating": 1498.75,
            "evidence": 2.3835,
            "tied_with_next": true
          },
          {
            "rank": 17,
            "model": "gpt-5.6-sol",
            "rating": 1497.76,
            "evidence": 2.3341,
            "tied_with_next": true
          },
          {
            "rank": 18,
            "model": "qwen3.8-max-0902",
            "rating": 1495.95,
            "evidence": 2.2414,
            "tied_with_next": true
          },
          {
            "rank": 19,
            "model": "mimo-v2.6-pro",
            "rating": 1495.87,
            "evidence": 2.0811,
            "tied_with_next": true
          },
          {
            "rank": 20,
            "model": "claude-opus-4-5",
            "rating": 1492.66,
            "evidence": 2.0763,
            "tied_with_next": true
          },
          {
            "rank": 21,
            "model": "claude-sonnet-4-6",
            "rating": 1492.17,
            "evidence": 2.0482,
            "tied_with_next": true
          },
          {
            "rank": 22,
            "model": "claude-sonnet-5-5",
            "rating": 1490.53,
            "evidence": 1.9032,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "qwen3.7-max",
            "rating": 1490.95,
            "evidence": 1.8476,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "qwen3.7-max@alibaba-us",
            "rating": 1490.95,
            "evidence": 1.8476,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "kimi-k3.1-pro",
            "rating": 1490.66,
            "evidence": 1.8341,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "kimi-k3.1-pro@deepinfra",
            "rating": 1490.66,
            "evidence": 1.8341,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "kimi-k3.1-pro@together",
            "rating": 1490.66,
            "evidence": 1.8341,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "glm-5.3",
            "rating": 1488.35,
            "evidence": 1.793,
            "tied_with_next": true
          },
          {
            "rank": 29,
            "model": "glm-5.3-fast@parasail",
            "rating": 1488.35,
            "evidence": 1.793,
            "tied_with_next": true
          },
          {
            "rank": 30,
            "model": "glm-5.3@alibaba-intl",
            "rating": 1488.35,
            "evidence": 1.793,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "glm-5.3@deepinfra",
            "rating": 1488.35,
            "evidence": 1.793,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "glm-5.3@parasail",
            "rating": 1488.35,
            "evidence": 1.793,
            "tied_with_next": true
          },
          {
            "rank": 33,
            "model": "gpt-6.1-sol",
            "rating": 1487.75,
            "evidence": 1.7449,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "gpt-5.5",
            "rating": 1486.44,
            "evidence": 1.6844,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "glm-5.2",
            "rating": 1485.71,
            "evidence": 1.638,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "glm-5.2@alibaba-intl",
            "rating": 1485.71,
            "evidence": 1.638,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "glm-5.2@alibaba-us",
            "rating": 1485.71,
            "evidence": 1.638,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "glm-5.2@deepinfra",
            "rating": 1485.71,
            "evidence": 1.638,
            "tied_with_next": true
          },
          {
            "rank": 39,
            "model": "gpt-6-astra",
            "rating": 1485.33,
            "evidence": 1.6013,
            "tied_with_next": true
          },
          {
            "rank": 40,
            "model": "gemini-3.6-flash",
            "rating": 1485.08,
            "evidence": 1.5977,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gemini-3.5-flash",
            "rating": 1483.13,
            "evidence": 1.4847,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "claude-sonnet-4-5",
            "rating": 1481.83,
            "evidence": 1.4003,
            "tied_with_next": true
          },
          {
            "rank": 43,
            "model": "deepseek-flash",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "deepseek-flash-fast@parasail",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "deepseek-flash@alibaba-intl",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "deepseek-flash@deepinfra",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "deepseek-flash@parasail",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "deepseek-flash@together",
            "rating": 1480.84,
            "evidence": 1.3433,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "claude-sonnet-5",
            "rating": 1480.66,
            "evidence": 1.3248,
            "tied_with_next": true
          },
          {
            "rank": 50,
            "model": "glm-5.1",
            "rating": 1479.74,
            "evidence": 1.2634,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "glm-5.3-flash",
            "rating": 1479.67,
            "evidence": 1.2629,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "glm-5.3-flash@deepinfra",
            "rating": 1479.67,
            "evidence": 1.2629,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "kimi-k2.6",
            "rating": 1477.56,
            "evidence": 1.1339,
            "tied_with_next": true
          },
          {
            "rank": 54,
            "model": "gpt-5.4",
            "rating": 1477.23,
            "evidence": 1.0999,
            "tied_with_next": true
          },
          {
            "rank": 55,
            "model": "gemini-3-flash-preview",
            "rating": 1476.01,
            "evidence": 1.0506,
            "tied_with_next": true
          },
          {
            "rank": 56,
            "model": "grok-4.6",
            "rating": 1475.97,
            "evidence": 1.0307,
            "tied_with_next": true
          },
          {
            "rank": 57,
            "model": "qwen3.6-max-preview",
            "rating": 1473.42,
            "evidence": 0.9993,
            "tied_with_next": true
          },
          {
            "rank": 58,
            "model": "deepseek-v4-pro-0813",
            "rating": 1474.31,
            "evidence": 0.9912,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "deepseek-v4-pro-0813@deepinfra",
            "rating": 1474.31,
            "evidence": 0.9912,
            "tied_with_next": true
          },
          {
            "rank": 60,
            "model": "deepseek-v4-pro",
            "rating": 1471.77,
            "evidence": 0.7836,
            "tied_with_next": true
          },
          {
            "rank": 61,
            "model": "deepseek-v4-pro-fast@parasail",
            "rating": 1471.77,
            "evidence": 0.7836,
            "tied_with_next": true
          },
          {
            "rank": 62,
            "model": "deepseek-v4-pro@deepinfra",
            "rating": 1471.77,
            "evidence": 0.7836,
            "tied_with_next": true
          },
          {
            "rank": 63,
            "model": "deepseek-v4-pro@parasail",
            "rating": 1471.77,
            "evidence": 0.7836,
            "tied_with_next": true
          },
          {
            "rank": 64,
            "model": "deepseek-v4-pro@together",
            "rating": 1471.77,
            "evidence": 0.7836,
            "tied_with_next": true
          },
          {
            "rank": 65,
            "model": "gemma-4-31b-it",
            "rating": 1468.76,
            "evidence": 0.7711,
            "tied_with_next": true
          },
          {
            "rank": 66,
            "model": "gpt-5.6-terra",
            "rating": 1468.94,
            "evidence": 0.6538,
            "tied_with_next": true
          },
          {
            "rank": 67,
            "model": "gpt-6-sol",
            "rating": 1465.84,
            "evidence": 0.5482,
            "tied_with_next": true
          },
          {
            "rank": 68,
            "model": "qwen3.7-plus",
            "rating": 1464.85,
            "evidence": 0.4882,
            "tied_with_next": true
          },
          {
            "rank": 69,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1464.85,
            "evidence": 0.4882,
            "tied_with_next": true
          },
          {
            "rank": 70,
            "model": "gemini-3.5-flash-lite",
            "rating": 1462.48,
            "evidence": 0.4113
          },
          {
            "rank": 71,
            "model": "mimo-v2.6-flash",
            "rating": 1457.45,
            "evidence": 0.2314,
            "tied_with_next": true
          },
          {
            "rank": 72,
            "model": "qwen3.6-plus",
            "rating": 1454.58,
            "evidence": 0.142,
            "tied_with_next": true
          },
          {
            "rank": 73,
            "model": "qwen3.5-397b-a17b",
            "rating": 1453.48,
            "evidence": 0.1117,
            "tied_with_next": true
          },
          {
            "rank": 74,
            "model": "qwen3.5-397b-a17b@deepinfra",
            "rating": 1453.48,
            "evidence": 0.1117,
            "tied_with_next": true
          },
          {
            "rank": 75,
            "model": "qwen3.5-397b-a17b@parasail",
            "rating": 1453.48,
            "evidence": 0.1117,
            "tied_with_next": true
          },
          {
            "rank": 76,
            "model": "grok-4.7",
            "rating": 1453.85,
            "evidence": 0.0906,
            "tied_with_next": true
          },
          {
            "rank": 77,
            "model": "gpt-5.6-luna",
            "rating": 1451.86,
            "evidence": 0.0239,
            "tied_with_next": true
          },
          {
            "rank": 78,
            "model": "glm-4.7",
            "rating": 1451.15,
            "evidence": -0.0272,
            "tied_with_next": true
          },
          {
            "rank": 79,
            "model": "gpt-6-luna",
            "rating": 1448.53,
            "evidence": -0.109,
            "tied_with_next": true
          },
          {
            "rank": 80,
            "model": "deepseek-v4-flash",
            "rating": 1447.97,
            "evidence": -0.132,
            "tied_with_next": true
          },
          {
            "rank": 81,
            "model": "deepseek-v4-flash@deepinfra",
            "rating": 1447.97,
            "evidence": -0.132,
            "tied_with_next": true
          },
          {
            "rank": 82,
            "model": "deepseek-v4-flash@parasail",
            "rating": 1447.97,
            "evidence": -0.132,
            "tied_with_next": true
          },
          {
            "rank": 83,
            "model": "gpt-5.4-mini",
            "rating": 1447.59,
            "evidence": -0.1472,
            "tied_with_next": true
          },
          {
            "rank": 84,
            "model": "minimax-m3",
            "rating": 1445.3,
            "evidence": -0.2429,
            "tied_with_next": true
          },
          {
            "rank": 85,
            "model": "minimax-m3-fast@parasail",
            "rating": 1445.3,
            "evidence": -0.2429,
            "tied_with_next": true
          },
          {
            "rank": 86,
            "model": "minimax-m3@deepinfra",
            "rating": 1445.3,
            "evidence": -0.2429,
            "tied_with_next": true
          },
          {
            "rank": 87,
            "model": "minimax-m3@parasail",
            "rating": 1445.3,
            "evidence": -0.2429,
            "tied_with_next": true
          },
          {
            "rank": 88,
            "model": "qwen3.8-27b",
            "rating": 1442.56,
            "evidence": -0.3571,
            "tied_with_next": true
          },
          {
            "rank": 89,
            "model": "qwen3.8-27b@deepinfra",
            "rating": 1442.56,
            "evidence": -0.3571,
            "tied_with_next": true
          },
          {
            "rank": 90,
            "model": "qwen3.8-27b@parasail",
            "rating": 1442.56,
            "evidence": -0.3571,
            "tied_with_next": true
          },
          {
            "rank": 91,
            "model": "gpt-5.1",
            "rating": 1442.27,
            "evidence": -0.3716,
            "tied_with_next": true
          },
          {
            "rank": 92,
            "model": "inkling",
            "rating": 1442.25,
            "evidence": -0.3734,
            "tied_with_next": true
          },
          {
            "rank": 93,
            "model": "gpt-5.2",
            "rating": 1441.17,
            "evidence": -0.4203,
            "tied_with_next": true
          },
          {
            "rank": 94,
            "model": "deepseek-v3.2",
            "rating": 1440.8,
            "evidence": -0.434,
            "tied_with_next": true
          },
          {
            "rank": 95,
            "model": "beam-1.0-501b-a23b",
            "rating": 1438.05,
            "evidence": -0.5072,
            "tied_with_next": true
          },
          {
            "rank": 96,
            "model": "claude-haiku-4-5",
            "rating": 1435.78,
            "evidence": -0.6681,
            "tied_with_next": true
          },
          {
            "rank": 97,
            "model": "qwen3-235b-a22b-instruct-2507",
            "rating": 1432.95,
            "evidence": -0.7663,
            "tied_with_next": true
          },
          {
            "rank": 98,
            "model": "qwen3-235b-a22b-instruct-2507@deepinfra",
            "rating": 1432.95,
            "evidence": -0.7663,
            "tied_with_next": true
          },
          {
            "rank": 99,
            "model": "qwen3-235b-a22b-instruct-2507@parasail",
            "rating": 1432.95,
            "evidence": -0.7663,
            "tied_with_next": true
          },
          {
            "rank": 100,
            "model": "glm-4.6",
            "rating": 1431.58,
            "evidence": -0.8011,
            "tied_with_next": true
          },
          {
            "rank": 101,
            "model": "mistral-medium-3-5",
            "rating": 1429.26,
            "evidence": -0.866,
            "tied_with_next": true
          },
          {
            "rank": 102,
            "model": "gemini-3.1-flash-lite",
            "rating": 1429.52,
            "evidence": -0.8732,
            "tied_with_next": true
          },
          {
            "rank": 103,
            "model": "gpt-4.1",
            "rating": 1426.23,
            "evidence": -0.9625,
            "tied_with_next": true
          },
          {
            "rank": 104,
            "model": "qwen3.5-27b",
            "rating": 1422.45,
            "evidence": -1.0704,
            "tied_with_next": true
          },
          {
            "rank": 105,
            "model": "qwen3.5-27b@deepinfra",
            "rating": 1422.45,
            "evidence": -1.0704,
            "tied_with_next": true
          },
          {
            "rank": 106,
            "model": "qwen3-vl-235b-a22b-instruct",
            "rating": 1420.03,
            "evidence": -1.1151,
            "tied_with_next": true
          },
          {
            "rank": 107,
            "model": "qwen3-vl-235b-a22b-instruct@deepinfra",
            "rating": 1420.03,
            "evidence": -1.1151,
            "tied_with_next": true
          },
          {
            "rank": 108,
            "model": "qwen3-vl-235b-a22b-instruct@parasail",
            "rating": 1420.03,
            "evidence": -1.1151,
            "tied_with_next": true
          },
          {
            "rank": 109,
            "model": "claude-haiku-5-5",
            "rating": 1418.99,
            "evidence": -1.15,
            "tied_with_next": true
          },
          {
            "rank": 110,
            "model": "mistral-large-2512",
            "rating": 1418.52,
            "evidence": -1.1723,
            "tied_with_next": true
          },
          {
            "rank": 111,
            "model": "qwen3.5-122b-a10b",
            "rating": 1417.79,
            "evidence": -1.1859,
            "tied_with_next": true
          },
          {
            "rank": 112,
            "model": "gpt-5",
            "rating": 1412.84,
            "evidence": -1.2972,
            "tied_with_next": true
          },
          {
            "rank": 113,
            "model": "o1",
            "rating": 1412.49,
            "evidence": -1.3092,
            "tied_with_next": true
          },
          {
            "rank": 114,
            "model": "o3",
            "rating": 1411.18,
            "evidence": -1.3374,
            "tied_with_next": true
          },
          {
            "rank": 115,
            "model": "inkling-2-small",
            "rating": 1409.55,
            "evidence": -1.3605,
            "tied_with_next": true
          },
          {
            "rank": 116,
            "model": "inkling-2-small@deepinfra",
            "rating": 1409.55,
            "evidence": -1.3605,
            "tied_with_next": true
          },
          {
            "rank": 117,
            "model": "deepseek-r1-0528",
            "rating": 1407.71,
            "evidence": -1.4239,
            "tied_with_next": true
          },
          {
            "rank": 118,
            "model": "qwen3-vl-235b-a22b-thinking",
            "rating": 1403.48,
            "evidence": -1.514,
            "tied_with_next": true
          },
          {
            "rank": 119,
            "model": "qwen3-235b-a22b-thinking-2507",
            "rating": 1401.99,
            "evidence": -1.5427,
            "tied_with_next": true
          },
          {
            "rank": 120,
            "model": "gpt-5.4-nano",
            "rating": 1402.53,
            "evidence": -1.5489,
            "tied_with_next": true
          },
          {
            "rank": 121,
            "model": "inkling-small",
            "rating": 1400.51,
            "evidence": -1.5994,
            "tied_with_next": true
          },
          {
            "rank": 122,
            "model": "qwen3.5-flash-2026-02-23",
            "rating": 1399.91,
            "evidence": -1.6158,
            "tied_with_next": true
          },
          {
            "rank": 123,
            "model": "qwen3.5-35b-a3b",
            "rating": 1399.07,
            "evidence": -1.6334,
            "tied_with_next": true
          },
          {
            "rank": 124,
            "model": "qwen3.5-35b-a3b@deepinfra",
            "rating": 1399.07,
            "evidence": -1.6334,
            "tied_with_next": true
          },
          {
            "rank": 125,
            "model": "qwen3.5-35b-a3b@parasail",
            "rating": 1399.07,
            "evidence": -1.6334
          },
          {
            "rank": 126,
            "model": "qwen3-next-80b-a3b-instruct",
            "rating": 1389.51,
            "evidence": -1.814,
            "tied_with_next": true
          },
          {
            "rank": 127,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "rating": 1389.51,
            "evidence": -1.814,
            "tied_with_next": true
          },
          {
            "rank": 128,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "rating": 1389.51,
            "evidence": -1.814,
            "tied_with_next": true
          },
          {
            "rank": 129,
            "model": "gpt-4.1-mini",
            "rating": 1389.68,
            "evidence": -1.8158
          },
          {
            "rank": 130,
            "model": "qwen3-30b-a3b-instruct-2507",
            "rating": 1381.23,
            "evidence": -1.9556
          },
          {
            "rank": 131,
            "model": "qwen3-next-80b-a3b-thinking",
            "rating": 1370.25,
            "evidence": -2.083,
            "tied_with_next": true
          },
          {
            "rank": 132,
            "model": "gpt-5-mini",
            "rating": 1370.46,
            "evidence": -2.0845,
            "tied_with_next": true
          },
          {
            "rank": 133,
            "model": "o4-mini",
            "rating": 1369.28,
            "evidence": -2.0933,
            "tied_with_next": true
          },
          {
            "rank": 134,
            "model": "gemma-3-27b-it",
            "rating": 1365.62,
            "evidence": -2.1243,
            "tied_with_next": true
          },
          {
            "rank": 135,
            "model": "qwen-plus-2025-01-25",
            "rating": 1362.63,
            "evidence": -2.132,
            "tied_with_next": true
          },
          {
            "rank": 136,
            "model": "o3-mini",
            "rating": 1359.5,
            "evidence": -2.1732,
            "tied_with_next": true
          },
          {
            "rank": 137,
            "model": "qwen3-32b",
            "rating": 1355.1,
            "evidence": -2.2096,
            "tied_with_next": true
          },
          {
            "rank": 138,
            "model": "gemma-3-12b-it",
            "rating": 1346.64,
            "evidence": -2.3101,
            "tied_with_next": true
          },
          {
            "rank": 139,
            "model": "gpt-4o",
            "rating": 1339.02,
            "evidence": -2.3402,
            "tied_with_next": true
          },
          {
            "rank": 140,
            "model": "qwen3-30b-a3b",
            "rating": 1337.97,
            "evidence": -2.352,
            "tied_with_next": true
          },
          {
            "rank": 141,
            "model": "gpt-5-nano",
            "rating": 1331.59,
            "evidence": -2.445,
            "tied_with_next": true
          },
          {
            "rank": 142,
            "model": "gpt-4o-mini",
            "rating": 1325.99,
            "evidence": -2.4932,
            "tied_with_next": true
          },
          {
            "rank": 143,
            "model": "llama-4-scout-17b-16e-instruct",
            "rating": 1325.45,
            "evidence": -2.5054,
            "tied_with_next": true
          },
          {
            "rank": 144,
            "model": "gpt-oss-120b",
            "rating": 1324.38,
            "evidence": -2.5207,
            "tied_with_next": true
          },
          {
            "rank": 145,
            "model": "gpt-oss-120b@deepinfra",
            "rating": 1324.38,
            "evidence": -2.5207,
            "tied_with_next": true
          },
          {
            "rank": 146,
            "model": "gpt-4.1-nano",
            "rating": 1325.33,
            "evidence": -2.5216,
            "tied_with_next": true
          },
          {
            "rank": 147,
            "model": "gpt-4-turbo",
            "rating": 1317.91,
            "evidence": -2.6162,
            "tied_with_next": true
          },
          {
            "rank": 148,
            "model": "gemma-3-4b-it",
            "rating": 1311.97,
            "evidence": -2.6335,
            "tied_with_next": true
          },
          {
            "rank": 149,
            "model": "llama-3.3-70b-instruct-turbo",
            "rating": 1313.62,
            "evidence": -2.678,
            "tied_with_next": true
          },
          {
            "rank": 150,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "rating": 1313.62,
            "evidence": -2.678,
            "tied_with_next": true
          },
          {
            "rank": 151,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "rating": 1313.62,
            "evidence": -2.678,
            "tied_with_next": true
          },
          {
            "rank": 152,
            "model": "granite-4.2-8b",
            "rating": 1305.52,
            "evidence": -2.7206,
            "tied_with_next": true
          },
          {
            "rank": 153,
            "model": "gpt-oss-20b",
            "rating": 1303.23,
            "evidence": -2.7631
          },
          {
            "rank": 154,
            "model": "gpt-4",
            "rating": 1280.88,
            "evidence": -2.8988,
            "tied_with_next": true
          },
          {
            "rank": 155,
            "model": "mistral-small-24b-instruct-2501",
            "rating": 1279.65,
            "evidence": -2.9008
          },
          {
            "rank": 156,
            "model": "phi-4",
            "rating": 1267.13,
            "evidence": -2.9442
          },
          {
            "rank": 157,
            "model": "gpt-3.5-turbo",
            "rating": 1222.94,
            "evidence": -3
          }
        ]
      },
      {
        "task": "document_qa",
        "band": "hard",
        "entries": [
          {
            "rank": 1,
            "model": "gpt-5",
            "score": 97.2,
            "se": 5,
            "evidence": 2.8701
          },
          {
            "rank": 2,
            "model": "claude-fable-5-1",
            "rating": 1514.84,
            "evidence": 2.8289,
            "tied_with_next": true
          },
          {
            "rank": 3,
            "model": "claude-opus-5",
            "rating": 1508.66,
            "evidence": 2.8055,
            "tied_with_next": true
          },
          {
            "rank": 4,
            "model": "claude-opus-4-6",
            "rating": 1506.22,
            "evidence": 2.7353
          },
          {
            "rank": 5,
            "model": "o3",
            "score": 88.9,
            "se": 5,
            "evidence": 2.5398
          },
          {
            "rank": 6,
            "model": "claude-fable-5",
            "rating": 1496.61,
            "evidence": 2.4264,
            "tied_with_next": true
          },
          {
            "rank": 7,
            "model": "claude-opus-4-7",
            "rating": 1494.79,
            "evidence": 2.3609
          },
          {
            "rank": 8,
            "model": "o1",
            "score": 83.3,
            "se": 5,
            "evidence": 2.2627,
            "tied_with_next": true
          },
          {
            "rank": 9,
            "model": "o4-mini",
            "score": 77.8,
            "se": 5,
            "evidence": 1.9386,
            "tied_with_next": true
          },
          {
            "rank": 10,
            "model": "deepseek-r1-0528",
            "score": 75,
            "se": 5,
            "evidence": 1.7795,
            "tied_with_next": true
          },
          {
            "rank": 11,
            "model": "qwen3-235b-a22b-thinking-2507",
            "score": 75,
            "se": 5,
            "evidence": 1.7795
          },
          {
            "rank": 12,
            "model": "claude-sonnet-4-6",
            "rating": 1481.88,
            "evidence": 1.7386
          },
          {
            "rank": 13,
            "model": "qwen3-32b",
            "score": 74.2,
            "se": 5,
            "evidence": 1.737
          },
          {
            "rank": 14,
            "model": "gemini-3.8-flash",
            "rating": 1481.92,
            "evidence": 1.7184,
            "tied_with_next": true
          },
          {
            "rank": 15,
            "model": "gpt-5.5",
            "rating": 1480.9,
            "evidence": 1.693,
            "tied_with_next": true
          },
          {
            "rank": 16,
            "model": "gpt-5.6-sol",
            "rating": 1480.04,
            "evidence": 1.6195
          },
          {
            "rank": 17,
            "model": "gpt-5-mini",
            "score": 69.4,
            "se": 5,
            "evidence": 1.4718
          },
          {
            "rank": 18,
            "model": "gemini-3.7-flash",
            "rating": 1476.47,
            "evidence": 1.3837
          },
          {
            "rank": 19,
            "model": "gpt-4.1",
            "score": 63.9,
            "se": 5,
            "evidence": 1.1498
          },
          {
            "rank": 20,
            "model": "gpt-5.4",
            "rating": 1472.95,
            "evidence": 1.1461
          },
          {
            "rank": 21,
            "model": "qwen3-14b",
            "score": 62.5,
            "se": 5,
            "evidence": 1.0518
          },
          {
            "rank": 22,
            "model": "gpt-5.6-terra",
            "rating": 1467.66,
            "evidence": 0.7315,
            "tied_with_next": true
          },
          {
            "rank": 23,
            "model": "gpt-6-astra",
            "rating": 1467.25,
            "evidence": 0.7228,
            "tied_with_next": true
          },
          {
            "rank": 24,
            "model": "claude-opus-4-5",
            "rating": 1465.71,
            "evidence": 0.6197,
            "tied_with_next": true
          },
          {
            "rank": 25,
            "model": "claude-opus-4-8",
            "rating": 1465.05,
            "evidence": 0.554,
            "tied_with_next": true
          },
          {
            "rank": 26,
            "model": "gemini-3.5-flash",
            "rating": 1461.77,
            "evidence": 0.3382,
            "tied_with_next": true
          },
          {
            "rank": 27,
            "model": "claude-sonnet-5",
            "rating": 1459.54,
            "evidence": 0.1836,
            "tied_with_next": true
          },
          {
            "rank": 28,
            "model": "gemini-3.6-flash",
            "rating": 1456.13,
            "evidence": -0.0348
          },
          {
            "rank": 29,
            "model": "o3-mini",
            "score": 50,
            "se": 5,
            "evidence": -0.1118
          },
          {
            "rank": 30,
            "model": "gpt-5.6-luna",
            "rating": 1453.8,
            "evidence": -0.1646,
            "tied_with_next": true
          },
          {
            "rank": 31,
            "model": "kimi-k2.6",
            "rating": 1450.45,
            "evidence": -0.481,
            "tied_with_next": true
          },
          {
            "rank": 32,
            "model": "claude-sonnet-4-5",
            "rating": 1449.34,
            "evidence": -0.5512
          },
          {
            "rank": 33,
            "model": "gpt-4.1-mini",
            "score": 44.4,
            "se": 5,
            "evidence": -0.6612,
            "tied_with_next": true
          },
          {
            "rank": 34,
            "model": "gpt-5-nano",
            "score": 44.4,
            "se": 5,
            "evidence": -0.6612,
            "tied_with_next": true
          },
          {
            "rank": 35,
            "model": "qwen3-next-80b-a3b-instruct",
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "tied_with_next": true
          },
          {
            "rank": 36,
            "model": "qwen3-next-80b-a3b-instruct@deepinfra",
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "tied_with_next": true
          },
          {
            "rank": 37,
            "model": "qwen3-next-80b-a3b-instruct@parasail",
            "score": 41.7,
            "se": 5,
            "evidence": -0.9258,
            "tied_with_next": true
          },
          {
            "rank": 38,
            "model": "qwen3-30b-a3b",
            "score": 40.6,
            "se": 5,
            "evidence": -1.0255
          },
          {
            "rank": 39,
            "model": "gemini-3.1-pro-preview",
            "rating": 1443.25,
            "evidence": -1.0821
          },
          {
            "rank": 40,
            "model": "gpt-oss-120b",
            "score": 36.1,
            "se": 5,
            "evidence": -1.4232,
            "tied_with_next": true
          },
          {
            "rank": 41,
            "model": "gpt-oss-120b@deepinfra",
            "score": 36.1,
            "se": 5,
            "evidence": -1.4232,
            "tied_with_next": true
          },
          {
            "rank": 42,
            "model": "llama-4-scout-17b-16e-instruct",
            "score": 36,
            "se": 5,
            "evidence": -1.4321
          },
          {
            "rank": 43,
            "model": "grok-4.6",
            "rating": 1438.08,
            "evidence": -1.4676,
            "tied_with_next": true
          },
          {
            "rank": 44,
            "model": "qwen3.7-plus",
            "rating": 1437.44,
            "evidence": -1.5156,
            "tied_with_next": true
          },
          {
            "rank": 45,
            "model": "qwen3.7-plus@alibaba-us",
            "rating": 1437.44,
            "evidence": -1.5156,
            "tied_with_next": true
          },
          {
            "rank": 46,
            "model": "minimax-m3",
            "rating": 1436.91,
            "evidence": -1.5399,
            "tied_with_next": true
          },
          {
            "rank": 47,
            "model": "minimax-m3-fast@parasail",
            "rating": 1436.91,
            "evidence": -1.5399,
            "tied_with_next": true
          },
          {
            "rank": 48,
            "model": "minimax-m3@deepinfra",
            "rating": 1436.91,
            "evidence": -1.5399,
            "tied_with_next": true
          },
          {
            "rank": 49,
            "model": "minimax-m3@parasail",
            "rating": 1436.91,
            "evidence": -1.5399
          },
          {
            "rank": 50,
            "model": "gemma-3-27b-it",
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "tied_with_next": true
          },
          {
            "rank": 51,
            "model": "llama-3.3-70b-instruct-turbo",
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "tied_with_next": true
          },
          {
            "rank": 52,
            "model": "llama-3.3-70b-instruct-turbo@deepinfra",
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707,
            "tied_with_next": true
          },
          {
            "rank": 53,
            "model": "llama-3.3-70b-instruct-turbo@parasail",
            "score": 33.3,
            "se": 5,
            "evidence": -1.6707
          },
          {
            "rank": 54,
            "model": "gemma-4-31b-it",
            "rating": 1434.33,
            "evidence": -1.7246
          },
          {
            "rank": 55,
            "model": "gpt-4.1-nano",
            "score": 25,
            "se": 5,
            "evidence": -2.382
          },
          {
            "rank": 56,
            "model": "claude-haiku-4-5",
            "rating": 1420.4,
            "evidence": -2.5117
          },
          {
            "rank": 57,
            "model": "gemini-3-flash-preview",
            "rating": 1414.29,
            "evidence": -2.6438
          },
          {
            "rank": 58,
            "model": "gpt-5.1",
            "rating": 1403.01,
            "evidence": -2.8645,
            "tied_with_next": true
          },
          {
            "rank": 59,
            "model": "gpt-5.2",
            "rating": 1402.09,
            "evidence": -2.8891
          }
        ]
      }
    ],
    "models_without_results": [
      "mistral-small-2603",
      "codestral-2508",
      "chat-latest",
      "ministral-3b-2512",
      "ministral-8b-2512",
      "ministral-14b-2512",
      "qwen3.8-2.4t-a95b",
      "muse-glimmer-30b",
      "qwen3.8-omni-flash",
      "qwen3.8-flash",
      "qwen3.8-2.4t-a95b@alibaba-intl",
      "qwen3.5-plus-2026-04-20",
      "qwen3.5-plus-2026-02-15",
      "kimi-k3.1-pro-highspeed",
      "ling-3.0-flash",
      "ling-3.0-flash-vl",
      "ling-3.1-flash",
      "llama-guard-4-12b",
      "muse-glimmer-30b@deepinfra",
      "mistral-small-3.2-24b-instruct-2506",
      "qwen3-vl-30b-a3b-instruct",
      "gpt-audio-1.5",
      "gpt-audio",
      "gpt-audio-mini",
      "ripple-65b-preview",
      "glm-5.3-prime"
    ],
    "caveats_en": [
      "These numbers come from the sources named on each row, not from Zabio's own tests. Zabio's tests are shown separately and never combined with them into one figure.",
      "Sources test models at their own settings. A settings mismatch against how Zabio calls the model is marked on the row and lowers its weight.",
      "Scores are compared only inside one benchmark. Task scores combine benchmarks by evidence in standard errors, so a task score is a summary, not a benchmark result.",
      "A model missing from every source is listed as such rather than left out."
    ],
    "caveats_es": [
      "Estas cifras vienen de las fuentes que indica cada fila, no de las pruebas propias de Zabio. Las pruebas de Zabio se muestran aparte y nunca se combinan con ellas en una sola cifra.",
      "Las fuentes prueban los modelos con sus propios ajustes. Una diferencia de ajustes respecto a cómo Zabio llama al modelo se marca en la fila y reduce su peso.",
      "Las puntuaciones solo se comparan dentro de un mismo benchmark. Las puntuaciones por tarea combinan benchmarks por evidencia en errores estándar, así que son un resumen, no un resultado de benchmark.",
      "Un modelo ausente de todas las fuentes aparece como tal en lugar de omitirse."
    ]
  }
}
