{
  "meta": {
    "last_updated": "2026-09-04",
    "source": "Table 'tab:perf-summary' of the published paper. Not re-run from this repository; see docs/data.md for the one task whose full-scale scoring is not reproducible against the public index."
  },
  "group_order": [
    "<10B",
    "10-40B",
    "40-80B",
    "Frontier-scale"
  ],
  "rows": [
    {
      "group": "<10B",
      "model": "Mistral-7B",
      "overall": 0.423,
      "quality": 0.268,
      "novelty": 0.393,
      "diversity": 0.607,
      "cw": 0.316,
      "dt": 0.679,
      "lr": 0.32
    },
    {
      "group": "<10B",
      "model": "Qwen2.5-7B",
      "overall": 0.406,
      "quality": 0.374,
      "novelty": 0.398,
      "diversity": 0.445,
      "cw": 0.207,
      "dt": 0.654,
      "lr": 0.46
    },
    {
      "group": "<10B",
      "model": "OLMo2-7B",
      "overall": 0.462,
      "quality": 0.405,
      "novelty": 0.34,
      "diversity": 0.64,
      "cw": 0.403,
      "dt": 0.643,
      "lr": 0.257
    },
    {
      "group": "<10B",
      "model": "Llama3.1-8B",
      "overall": 0.404,
      "quality": 0.313,
      "novelty": 0.391,
      "diversity": 0.509,
      "cw": 0.239,
      "dt": 0.683,
      "lr": 0.409
    },
    {
      "group": "10-40B",
      "model": "OLMo2-13B",
      "overall": 0.451,
      "quality": 0.389,
      "novelty": 0.379,
      "diversity": 0.586,
      "cw": 0.424,
      "dt": 0.672,
      "lr": 0.278
    },
    {
      "group": "10-40B",
      "model": "Mistral-24B",
      "overall": 0.448,
      "quality": 0.352,
      "novelty": 0.44,
      "diversity": 0.553,
      "cw": 0.346,
      "dt": 0.614,
      "lr": 0.473
    },
    {
      "group": "10-40B",
      "model": "Qwen2.5-32B",
      "overall": 0.453,
      "quality": 0.417,
      "novelty": 0.336,
      "diversity": 0.605,
      "cw": 0.338,
      "dt": 0.655,
      "lr": 0.358
    },
    {
      "group": "40-80B",
      "model": "Mixtral-8x7B",
      "overall": 0.43,
      "quality": 0.318,
      "novelty": 0.392,
      "diversity": 0.578,
      "cw": 0.278,
      "dt": 0.687,
      "lr": 0.42
    },
    {
      "group": "40-80B",
      "model": "Llama3.3-70B",
      "overall": 0.446,
      "quality": 0.401,
      "novelty": 0.404,
      "diversity": 0.534,
      "cw": 0.269,
      "dt": 0.614,
      "lr": 0.529
    },
    {
      "group": "40-80B",
      "model": "Qwen2.5-72B",
      "overall": 0.549,
      "quality": 0.526,
      "novelty": 0.49,
      "diversity": 0.632,
      "cw": 0.385,
      "dt": 0.736,
      "lr": 0.554
    },
    {
      "group": "Frontier-scale",
      "model": "Claude3-Sonnet",
      "overall": 0.632,
      "quality": 0.606,
      "novelty": 0.557,
      "diversity": 0.733,
      "cw": 0.507,
      "dt": 0.765,
      "lr": 0.612
    },
    {
      "group": "Frontier-scale",
      "model": "Claude3-Haiku",
      "overall": 0.535,
      "quality": 0.522,
      "novelty": 0.456,
      "diversity": 0.627,
      "cw": 0.413,
      "dt": 0.685,
      "lr": 0.568
    },
    {
      "group": "Frontier-scale",
      "model": "GPT4.1",
      "overall": 0.641,
      "quality": 0.618,
      "novelty": 0.582,
      "diversity": 0.732,
      "cw": 0.518,
      "dt": 0.722,
      "lr": 0.682
    },
    {
      "group": "Frontier-scale",
      "model": "GPT4.1-mini",
      "overall": 0.615,
      "quality": 0.567,
      "novelty": 0.571,
      "diversity": 0.718,
      "cw": 0.504,
      "dt": 0.697,
      "lr": 0.649
    },
    {
      "group": "Frontier-scale",
      "model": "Gemini2.0-Flash",
      "overall": 0.626,
      "quality": 0.657,
      "novelty": 0.522,
      "diversity": 0.712,
      "cw": 0.438,
      "dt": 0.753,
      "lr": 0.655
    },
    {
      "group": "Frontier-scale",
      "model": "DeepSeek-R1",
      "overall": 0.665,
      "quality": 0.677,
      "novelty": 0.575,
      "diversity": 0.742,
      "cw": 0.548,
      "dt": 0.724,
      "lr": 0.643
    },
    {
      "group": "Frontier-scale",
      "model": "DeepSeek-V3",
      "overall": 0.695,
      "quality": 0.749,
      "novelty": 0.616,
      "diversity": 0.728,
      "cw": 0.571,
      "dt": 0.768,
      "lr": 0.726
    }
  ]
}