{
  "languages": [
    "EN",
    "DE",
    "FR",
    "ES",
    "IT",
    "PT",
    "ID",
    "ZH",
    "JA",
    "KO",
    "AR",
    "HI",
    "BN",
    "SW",
    "YO"
  ],
  "provenance": {
    "inputs": [
      {
        "path": "data/raw/paper-final/knowledge_gemma4_12b.npz",
        "sha256": "b6fb6a4319de720c9a29e3ea607d373fb90cc6f4f8cf30de7a412f31d9a09472"
      },
      {
        "path": "data/raw/paper-final/knowledge_gemma9b.npz",
        "sha256": "5bc29fd133a89da5b3c993d61145bd66c1f78c5b52d5aeb870d30b8fd73112fd"
      },
      {
        "path": "data/raw/paper-final/knowledge_llama8b.npz",
        "sha256": "474ed553ef57de785d2621e285cec578a45f9f40c73ed5b1532238e3a9d8b427"
      },
      {
        "path": "data/raw/paper-final/knowledge_mistral7b.npz",
        "sha256": "8f9af84483bc032c7d33c1dc09b447d87a3b2d93a8f2602a33e2ec9f6bd975c9"
      },
      {
        "path": "data/raw/paper-final/knowledge_q25_3b.npz",
        "sha256": "07c7aa230b2c803a0a83e33dc7746d866bb619a06aa3c3f37dbcb66baeeb5b88"
      },
      {
        "path": "data/raw/paper-final/knowledge_q25_7b.npz",
        "sha256": "b7ddd0cb8752f376c538d6881c587bc71d8aa5971cf54fe42b04458f90d073e8"
      },
      {
        "path": "data/raw/paper-final/knowledge_q35_08b.npz",
        "sha256": "014d497b6a5510e48a13fe5f55a091e343b3dae98d790d1cdbb98ec0ac3b8df0"
      },
      {
        "path": "data/raw/paper-final/knowledge_q35_27b.npz",
        "sha256": "b4254d606688ebb6ea05892737fcd00ed3ad15337a5062a946d03add5761d000"
      },
      {
        "path": "data/raw/paper-final/knowledge_q35_2b.npz",
        "sha256": "fbf241a084be2a48345d8662dae5c4348f717837203d54b0bcef22833afce9c9"
      },
      {
        "path": "data/raw/paper-final/knowledge_q35_4b.npz",
        "sha256": "775c0031b50a2d78c22b3614a70fdac837ca8a3ef2c0975560acb295788bd84e"
      },
      {
        "path": "data/raw/paper-final/knowledge_q35_9b.npz",
        "sha256": "0af167b6113f11cf3e781b1473e4a7cd93d892cbee63417cfd81a97601d95a17"
      }
    ],
    "run_id": "paper-final"
  },
  "rows": [
    {
      "eligible": 419,
      "model": "Qwen3.5 0.8B",
      "per_language": {
        "AR": 5065,
        "BN": 3835,
        "DE": 5402,
        "EN": 6328,
        "ES": 5682,
        "FR": 5566,
        "HI": 3905,
        "ID": 5413,
        "IT": 5627,
        "JA": 5147,
        "KO": 5002,
        "PT": 5303,
        "SW": 4057,
        "YO": 3795,
        "ZH": 5799
      },
      "selected": 419,
      "tag": "q35_08b"
    },
    {
      "eligible": 694,
      "model": "Qwen3.5 2B",
      "per_language": {
        "AR": 6226,
        "BN": 4638,
        "DE": 6986,
        "EN": 7994,
        "ES": 7304,
        "FR": 7130,
        "HI": 4651,
        "ID": 6960,
        "IT": 7160,
        "JA": 6463,
        "KO": 6361,
        "PT": 7160,
        "SW": 4800,
        "YO": 4522,
        "ZH": 7281
      },
      "selected": 694,
      "tag": "q35_2b"
    },
    {
      "eligible": 1523,
      "model": "Qwen3.5 4B",
      "per_language": {
        "AR": 7837,
        "BN": 5721,
        "DE": 8507,
        "EN": 9767,
        "ES": 8898,
        "FR": 8950,
        "HI": 6030,
        "ID": 8444,
        "IT": 9011,
        "JA": 8198,
        "KO": 7809,
        "PT": 9010,
        "SW": 5964,
        "YO": 5128,
        "ZH": 8781
      },
      "selected": 1000,
      "tag": "q35_4b"
    },
    {
      "eligible": 2066,
      "model": "Qwen3.5 9B",
      "per_language": {
        "AR": 9077,
        "BN": 6809,
        "DE": 9785,
        "EN": 10672,
        "ES": 10056,
        "FR": 9945,
        "HI": 7159,
        "ID": 9562,
        "IT": 10070,
        "JA": 9425,
        "KO": 9439,
        "PT": 10102,
        "SW": 7068,
        "YO": 5979,
        "ZH": 9992
      },
      "selected": 1000,
      "tag": "q35_9b"
    },
    {
      "eligible": 4682,
      "model": "Qwen3.5 27B",
      "per_language": {
        "AR": 10841,
        "BN": 9737,
        "DE": 11126,
        "EN": 11820,
        "ES": 11407,
        "FR": 11301,
        "HI": 10081,
        "ID": 11096,
        "IT": 11384,
        "JA": 11045,
        "KO": 10865,
        "PT": 11397,
        "SW": 9466,
        "YO": 7893,
        "ZH": 11224
      },
      "selected": 1000,
      "tag": "q35_27b"
    },
    {
      "eligible": 494,
      "model": "Qwen2.5 3B",
      "per_language": {
        "AR": 6477,
        "BN": 5119,
        "DE": 7366,
        "EN": 8678,
        "ES": 7685,
        "FR": 7606,
        "HI": 5279,
        "ID": 7161,
        "IT": 7563,
        "JA": 6882,
        "KO": 6710,
        "PT": 7564,
        "SW": 4391,
        "YO": 4160,
        "ZH": 7860
      },
      "selected": 494,
      "tag": "q25_3b"
    },
    {
      "eligible": 784,
      "model": "Qwen2.5 7B",
      "per_language": {
        "AR": 7650,
        "BN": 6146,
        "DE": 8432,
        "EN": 9784,
        "ES": 9017,
        "FR": 8928,
        "HI": 6428,
        "ID": 8296,
        "IT": 8803,
        "JA": 8117,
        "KO": 7940,
        "PT": 8933,
        "SW": 4834,
        "YO": 4523,
        "ZH": 8860
      },
      "selected": 784,
      "tag": "q25_7b"
    },
    {
      "eligible": 141,
      "model": "Llama-3.1 8B†",
      "per_language": {
        "AR": 5981,
        "BN": 5743,
        "DE": 7121,
        "EN": 8690,
        "ES": 7383,
        "FR": 7351,
        "HI": 6124,
        "ID": 6896,
        "IT": 7514,
        "JA": 6581,
        "KO": 6536,
        "PT": 3402,
        "SW": 5419,
        "YO": 4392,
        "ZH": 7167
      },
      "selected": 141,
      "tag": "llama8b"
    },
    {
      "eligible": 366,
      "model": "Mistral 7B",
      "per_language": {
        "AR": 4515,
        "BN": 4026,
        "DE": 6501,
        "EN": 7739,
        "ES": 6756,
        "FR": 6614,
        "HI": 4193,
        "ID": 5665,
        "IT": 6494,
        "JA": 5268,
        "KO": 5296,
        "PT": 6600,
        "SW": 3817,
        "YO": 3537,
        "ZH": 5759
      },
      "selected": 366,
      "tag": "mistral7b"
    },
    {
      "eligible": 1627,
      "model": "Gemma-2 9B",
      "per_language": {
        "AR": 7919,
        "BN": 7240,
        "DE": 8830,
        "EN": 9912,
        "ES": 9220,
        "FR": 9149,
        "HI": 7913,
        "ID": 8756,
        "IT": 9157,
        "JA": 8447,
        "KO": 8196,
        "PT": 9017,
        "SW": 7376,
        "YO": 4914,
        "ZH": 8660
      },
      "selected": 1000,
      "tag": "gemma9b"
    },
    {
      "eligible": 2108,
      "model": "Gemma-4 12B",
      "per_language": {
        "AR": 9202,
        "BN": 8662,
        "DE": 9871,
        "EN": 10354,
        "ES": 9984,
        "FR": 9848,
        "HI": 9091,
        "ID": 9634,
        "IT": 9957,
        "JA": 9565,
        "KO": 9437,
        "PT": 9847,
        "SW": 8172,
        "YO": 5277,
        "ZH": 9611
      },
      "selected": 1000,
      "tag": "gemma4_12b"
    }
  ],
  "selection": "correct in all 15 neutral conditions, margin >= 0",
  "target": 1000
}