{
  "contrasts": {
    "answer_selection": "neutral question versus options only; correct-minus-wrong target",
    "factual": "false user answer versus neutral question",
    "social_pressure": "emotional pressure versus matched filler on false assertion",
    "speaker_change": "user versus third-person false assertion"
  },
  "languages": [
    "EN",
    "DE",
    "FR",
    "ES",
    "IT",
    "PT",
    "ID",
    "ZH",
    "JA",
    "KO",
    "AR",
    "HI",
    "BN",
    "SW",
    "YO"
  ],
  "measure": "contrast-specific per-item correlation of summed first-order scores with observed margin shift; do not pool contrasts",
  "models": [
    {
      "contrast": "factual",
      "mean_item_r": -0.08852133411287545,
      "model": "Qwen3.5 0.8B",
      "negative_languages": 11,
      "tag": "q35_08b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.16122673955303207,
      "model": "Qwen3.5 2B",
      "negative_languages": 1,
      "tag": "q35_2b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.0528521287364166,
      "model": "Qwen3.5 4B",
      "negative_languages": 4,
      "tag": "q35_4b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.1257197606548547,
      "model": "Qwen3.5 9B",
      "negative_languages": 3,
      "tag": "q35_9b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.3022423452788715,
      "model": "Qwen3.5 27B",
      "negative_languages": 0,
      "tag": "q35_27b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.7070253589661594,
      "model": "Qwen2.5 3B",
      "negative_languages": 0,
      "tag": "q25_3b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.812390054077436,
      "model": "Qwen2.5 7B",
      "negative_languages": 0,
      "tag": "q25_7b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.661571710539007,
      "model": "Llama-3.1 8B†",
      "negative_languages": 0,
      "tag": "llama8b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.7374033634269598,
      "model": "Mistral 7B",
      "negative_languages": 0,
      "tag": "mistral7b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.6506634401075839,
      "model": "Gemma-2 9B",
      "negative_languages": 0,
      "tag": "gemma9b"
    },
    {
      "contrast": "factual",
      "mean_item_r": 0.5906357773438242,
      "model": "Gemma-4 12B",
      "negative_languages": 0,
      "tag": "gemma4_12b"
    }
  ],
  "models_by_contrast": {
    "answer_selection": [
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.17952447107724473,
        "model": "Qwen3.5 0.8B",
        "negative_languages": 3,
        "tag": "q35_08b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.47660349085035547,
        "model": "Qwen3.5 2B",
        "negative_languages": 0,
        "tag": "q35_2b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": -0.310566002515017,
        "model": "Qwen3.5 4B",
        "negative_languages": 15,
        "tag": "q35_4b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.4740105788218186,
        "model": "Qwen3.5 9B",
        "negative_languages": 0,
        "tag": "q35_9b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.10277715087421861,
        "model": "Qwen3.5 27B",
        "negative_languages": 3,
        "tag": "q35_27b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.31737063786188635,
        "model": "Qwen2.5 3B",
        "negative_languages": 0,
        "tag": "q25_3b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.4681904978940936,
        "model": "Qwen2.5 7B",
        "negative_languages": 0,
        "tag": "q25_7b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.7348768741416294,
        "model": "Llama-3.1 8B†",
        "negative_languages": 0,
        "tag": "llama8b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.6769783961718512,
        "model": "Mistral 7B",
        "negative_languages": 0,
        "tag": "mistral7b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.4552396297046869,
        "model": "Gemma-2 9B",
        "negative_languages": 0,
        "tag": "gemma9b"
      },
      {
        "contrast": "answer_selection",
        "mean_item_r": 0.507765960853961,
        "model": "Gemma-4 12B",
        "negative_languages": 0,
        "tag": "gemma4_12b"
      }
    ],
    "factual": [
      {
        "contrast": "factual",
        "mean_item_r": -0.08852133411287545,
        "model": "Qwen3.5 0.8B",
        "negative_languages": 11,
        "tag": "q35_08b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.16122673955303207,
        "model": "Qwen3.5 2B",
        "negative_languages": 1,
        "tag": "q35_2b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.0528521287364166,
        "model": "Qwen3.5 4B",
        "negative_languages": 4,
        "tag": "q35_4b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.1257197606548547,
        "model": "Qwen3.5 9B",
        "negative_languages": 3,
        "tag": "q35_9b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.3022423452788715,
        "model": "Qwen3.5 27B",
        "negative_languages": 0,
        "tag": "q35_27b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.7070253589661594,
        "model": "Qwen2.5 3B",
        "negative_languages": 0,
        "tag": "q25_3b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.812390054077436,
        "model": "Qwen2.5 7B",
        "negative_languages": 0,
        "tag": "q25_7b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.661571710539007,
        "model": "Llama-3.1 8B†",
        "negative_languages": 0,
        "tag": "llama8b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.7374033634269598,
        "model": "Mistral 7B",
        "negative_languages": 0,
        "tag": "mistral7b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.6506634401075839,
        "model": "Gemma-2 9B",
        "negative_languages": 0,
        "tag": "gemma9b"
      },
      {
        "contrast": "factual",
        "mean_item_r": 0.5906357773438242,
        "model": "Gemma-4 12B",
        "negative_languages": 0,
        "tag": "gemma4_12b"
      }
    ],
    "social_pressure": [
      {
        "contrast": "social_pressure",
        "mean_item_r": -0.3746705867799603,
        "model": "Qwen3.5 0.8B",
        "negative_languages": 14,
        "tag": "q35_08b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.37114456011298164,
        "model": "Qwen3.5 2B",
        "negative_languages": 1,
        "tag": "q35_2b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": -0.11212014407686419,
        "model": "Qwen3.5 4B",
        "negative_languages": 10,
        "tag": "q35_4b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.1724807656018186,
        "model": "Qwen3.5 9B",
        "negative_languages": 4,
        "tag": "q35_9b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.5004883933401375,
        "model": "Qwen3.5 27B",
        "negative_languages": 0,
        "tag": "q35_27b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.8290995708193264,
        "model": "Qwen2.5 3B",
        "negative_languages": 0,
        "tag": "q25_3b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.8373835648256356,
        "model": "Qwen2.5 7B",
        "negative_languages": 0,
        "tag": "q25_7b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.7945829200796465,
        "model": "Llama-3.1 8B†",
        "negative_languages": 0,
        "tag": "llama8b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.8913134525975644,
        "model": "Mistral 7B",
        "negative_languages": 0,
        "tag": "mistral7b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.5947265112637382,
        "model": "Gemma-2 9B",
        "negative_languages": 1,
        "tag": "gemma9b"
      },
      {
        "contrast": "social_pressure",
        "mean_item_r": 0.7926401573636376,
        "model": "Gemma-4 12B",
        "negative_languages": 0,
        "tag": "gemma4_12b"
      }
    ],
    "speaker_change": [
      {
        "contrast": "speaker_change",
        "mean_item_r": -0.265325903836314,
        "model": "Qwen3.5 0.8B",
        "negative_languages": 12,
        "tag": "q35_08b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.33302393843515965,
        "model": "Qwen3.5 2B",
        "negative_languages": 3,
        "tag": "q35_2b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": -0.08096303463674072,
        "model": "Qwen3.5 4B",
        "negative_languages": 11,
        "tag": "q35_4b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.15934975775941967,
        "model": "Qwen3.5 9B",
        "negative_languages": 2,
        "tag": "q35_9b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.6584208741576449,
        "model": "Qwen3.5 27B",
        "negative_languages": 0,
        "tag": "q35_27b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.7842566150426609,
        "model": "Qwen2.5 3B",
        "negative_languages": 0,
        "tag": "q25_3b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.8694977698944452,
        "model": "Qwen2.5 7B",
        "negative_languages": 0,
        "tag": "q25_7b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.776629510460044,
        "model": "Llama-3.1 8B†",
        "negative_languages": 0,
        "tag": "llama8b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.8745909831465504,
        "model": "Mistral 7B",
        "negative_languages": 0,
        "tag": "mistral7b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.770240190439776,
        "model": "Gemma-2 9B",
        "negative_languages": 0,
        "tag": "gemma9b"
      },
      {
        "contrast": "speaker_change",
        "mean_item_r": 0.6740611361902603,
        "model": "Gemma-4 12B",
        "negative_languages": 0,
        "tag": "gemma4_12b"
      }
    ]
  },
  "provenance": {
    "inputs": [
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_AR.npz",
        "sha256": "205effb9a35ccbae5e2368a24542a35fca862290a3390259ec431239f6937cc2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_BN.npz",
        "sha256": "dcc4c947fb2b064ee8516fdcaa2373a2ea22dadaa53651f65d5c83e827dce848"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_DE.npz",
        "sha256": "74176ce7c9c0d365d105db90e89a6f3b3ff04f9bcd27c0da2429286b5e819f06"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_EN.npz",
        "sha256": "5826f7102b0ed187d5e27ca6bc62dd77b17e22dce045c3a74cb6e32c6af6c1af"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_ES.npz",
        "sha256": "3ef50e56c2344f63e7bc23c68f95c8d28424428ecb922d3132d9c0cc0edbcab5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_FR.npz",
        "sha256": "a7e8e74121b1ad142271816e14ad16c9920087c0a0fcf648142c29539989e643"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_HI.npz",
        "sha256": "ea6c0998a2fa1f7fc997309c5ffefc157e7a5795197216e081306ed1ad96d541"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_ID.npz",
        "sha256": "3c697dcf539fbe4627d7f73d8e445a5a4c1a8cf52deef29a0387539cd63ac8c1"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_IT.npz",
        "sha256": "113fb39bc7eb8cfbeb1560b623c78bb06e14320728474eb7cb4dc6210ee671b5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_JA.npz",
        "sha256": "eb50286eefacb4fa17de88a93ebe859bd2b5a689ec469ed13a3a9b1bd008c5be"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_KO.npz",
        "sha256": "52e21be21750e82a3ecc9034e8dd93822f732b9720d4147bc54ca0673f0fa050"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_PT.npz",
        "sha256": "287ba7b1d57f3333cdc679a757dc20c14d91b261bdc37003f0c28aedfd7e9270"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_SW.npz",
        "sha256": "0c100a3c4bcce2e5dad35cf0cdf86b2a14ac8fa178e3feb1f78e609889188f23"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_YO.npz",
        "sha256": "07fb0d1ae380042bbe67692be54210ab9b612ae9477e44e506deabb51cf644fb"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma4_12b_ZH.npz",
        "sha256": "3d433b208ae778ff5762c61e105861f834e02f4373ab893111b3db2f38450038"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_AR.npz",
        "sha256": "943b5e58ea5d23dcf0ffab4bc40d80c9cc035aa01e3403e9964ddd8ff7784601"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_BN.npz",
        "sha256": "834afe0b92ffb5c3bd4a6515f6814eaa67a72f2b3670a7215df5a54e4a72de89"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_DE.npz",
        "sha256": "82ac7c7e0d924b116e8b1c048f3bd7f4b49c738faefaf01b016d9ec2d0ab4e48"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_EN.npz",
        "sha256": "fb42a76475a65b27f1b5e573a138449cc8c0ef353ca03f503d28d741782386f2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_ES.npz",
        "sha256": "afa5a24a761e1d5949efb09142f911341b1811a956103abc494e3be2eedadcfa"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_FR.npz",
        "sha256": "28e09f14e6a1aac86819152bd3271d220e75b159e850ab75d639cd720961de86"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_HI.npz",
        "sha256": "bcb18a502462550800ada0ff5bae5472a995be6a634a35378ccf6d57ddc08bd6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_ID.npz",
        "sha256": "927b6c9d6482a7bc4b03372d92df2d78508098d3240b18997737f9c9e7ee13fd"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_IT.npz",
        "sha256": "7eb413c07e5f3a2b834753c030fcab1e5893f808b3498ec531af264ed5324da2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_JA.npz",
        "sha256": "c2685415f53b3e523cdcd2e1fbc0bdd566bc6efbdae9a8528524bcfa2bf2020d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_KO.npz",
        "sha256": "5d6679d293538310206cd01ae52bc6cd8cb8199b12a16730abceeed96f37e621"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_PT.npz",
        "sha256": "c8bba0c2d35bac07e2aeebdfb3ad6006988d85322047aab40ce725cb2896435c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_SW.npz",
        "sha256": "9cd4a674ce79ccb446e9fa19c9da324e7d9c3a296e381ebcabd68abe39c6b7e8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_YO.npz",
        "sha256": "fdc080fa986cc04d3897222979d81dbc04b7959663c046f5478b978b96d1107d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_gemma9b_ZH.npz",
        "sha256": "5c5de4fec3096bca0a33fbc38eb09c0c4e19ec961240cddd4d041b18b9e04640"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_AR.npz",
        "sha256": "e396bdecd34e96a608ee3fb4dc978aed81d088bbdc15901b674a76f2f0dad356"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_BN.npz",
        "sha256": "331738b170875e0106f61e054a65ec3f0eb8e8293b05585c729effcc1dc5d5de"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_DE.npz",
        "sha256": "9ff221da637843fadbac311358e5fb619424081f3ed2dd2df409aa9194a3eb4d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_EN.npz",
        "sha256": "0bfa09d54d50d6ab7175db65ca0b942e826412363f0798ccaf444af24d0193db"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_ES.npz",
        "sha256": "8357cc3e6f63ea3425edaa7d776199a35baba415bdd55a4f4040c684ffb148fe"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_FR.npz",
        "sha256": "492fec3fda64e4172e105c69537ec051a26510685ebb3bfb49e414ed18e40682"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_HI.npz",
        "sha256": "dc0119b1ee75c7fa9ff2a3fdff26c58d89f1e6045a05f3cf3d1f273e95d4bfbf"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_ID.npz",
        "sha256": "bc65e2981e31e4f8d560ca7f445151910ccbda1df5cb0241a181fb9f7c3b2d4d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_IT.npz",
        "sha256": "b2dd834590ecaeede0fe9e191ff7dcee68ed01cd2ddc3ea115f8057b1c5bc60a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_JA.npz",
        "sha256": "f28276cac28d1013eafe2dbc1871c0dd75c40c0bb7570d12e022825780298f86"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_KO.npz",
        "sha256": "b60bfbdf7fc181bf474a6c01f2533a0c569f99568ccd7442520497302075fbfa"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_PT.npz",
        "sha256": "cbc2d9f2311f2701051420600f41d50538e69e3a02a876abc4bee1f25dc1689e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_SW.npz",
        "sha256": "b89b8d035c386a5e72f27ac99ab37926896d84f71ad5e53ab0071465a715c90c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_YO.npz",
        "sha256": "a6be070dfdb64a9784bb73bcc05a320d4e80123623fc3a602ddeb256dcc1b1ff"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_llama8b_ZH.npz",
        "sha256": "e6f24f2382a76961af91f454ac3f4aba2cd5ccf8dbc5e9c9315986ace9991e1b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_AR.npz",
        "sha256": "3f7e3225ec4c1d9f30ace4add70544bb3e5deb43c439dfedbd75aefd9489372a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_BN.npz",
        "sha256": "397662048e5d5fad2bc9a0bac1ddbc09146b435812deb1c5b682d555e7f0a46b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_DE.npz",
        "sha256": "edcaf9fd90a3f85647ae15d0d884a5f4248eb091966206a3220f725ecc948303"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_EN.npz",
        "sha256": "3a24ebcab25af095d30ba9888ca78ed190b54d57559f20625bfd730029d68271"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_ES.npz",
        "sha256": "aa6c1920ea5b59987c6b6a971ea739d478b3bdb880fb54e253bb2d4924ff0b84"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_FR.npz",
        "sha256": "2c38dbaf38fe4381905897300922c8fe31dec3fd469c9f923e70cf6cc9566cee"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_HI.npz",
        "sha256": "4b470f31c6469d3695314011dbcab6bcd3f036ae4cd37b1cb0073a0705ac4fa3"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_ID.npz",
        "sha256": "5b1f2dbf505d671a71cbe7fa3a2ec7f3081396f08b93c878e9e432d7df1e82fe"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_IT.npz",
        "sha256": "663ec451ade9bb717ef8105cad6ce8b14345c85abe85a177e7e7ae2f78a2b27e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_JA.npz",
        "sha256": "a15688cf66f05df80e00071f56d0e47f1f361afdc7050110fe4fb56d819c26a5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_KO.npz",
        "sha256": "036780842e0cc94dd5980b9b998d83daaad0fa069c41ea1afaa1fccc270356a9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_PT.npz",
        "sha256": "a7909d6dfe0e751e4f2f16eb47a3fd0e92ea8d5a169c5f868442f2d2e4dbb3a2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_SW.npz",
        "sha256": "f2cb822a02c1e5d78f22c916064db0f900fe616501116e7711b28ff12be5a35b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_YO.npz",
        "sha256": "bd3358a9bb4f6ece0892ec8d3dc1683901760562de1fa1226f6e567570d3ea37"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_mistral7b_ZH.npz",
        "sha256": "b966508974a6157ed1034e464b85ad6572873fcfb7c9a72198c7ab94fd072ce6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_AR.npz",
        "sha256": "dcb87fa32370976048e8491f0e1a95c0570c746227cf902a54c5cf7c1441443e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_BN.npz",
        "sha256": "cdcbf431c3066caac65bae5361477e0956e4ac9510d7e2298cfaa5761db6c8f0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_DE.npz",
        "sha256": "338131b03011d62cb4122cc8ad32109c282e4158fdb91a194cf42cb3e80ee9f7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_EN.npz",
        "sha256": "33308286e0cc6e16fb1f6c8d2f5c936dde3e99048c5c87d74685fe9ce6cd3d51"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_ES.npz",
        "sha256": "3093e39fabc0cb547e4c569a9b92cb65359e7e455c8d803d4049513abcaa31be"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_FR.npz",
        "sha256": "f1a3c9a35cdc8a216830d12611397389518d0dd54248d97e14918aaa10d46531"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_HI.npz",
        "sha256": "7d454c93630b196903dc6526d755c65ac01f6a2582d4a30bf685cb7b36108a66"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_ID.npz",
        "sha256": "24203166a689dd90f45bb73262b81295b147c0b2ecfcf1106985227af0528da9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_IT.npz",
        "sha256": "211b4847ce5c82074e38755708250db6b43e4e1a71d39251ce3fb528bb123be5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_JA.npz",
        "sha256": "3387571138a7c5f73aaa1d705c5ad29f428a93c1434e8df1fe4c66d82e51d7cb"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_KO.npz",
        "sha256": "eb58c45d214f616298555a4a08ce2c7f5da39ad38cd26ed1a6e7f54769326388"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_PT.npz",
        "sha256": "44c716de6af0f7d8049d3378a7066ffb1c648118f1ba370ec70c2850f5043bac"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_SW.npz",
        "sha256": "a3457ee91ca7d441a48546a99457d594ebb47ed475a816a225aeb9b7eb2ce53a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_YO.npz",
        "sha256": "eddd3b844afd2e925f91831aabbdf635118e27009359e2f0b8f407004f50e1e9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_3b_ZH.npz",
        "sha256": "c18b77a798534c8462080adefb9f7374b4489aba9993139c56f5bd58cc58e7cf"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_AR.npz",
        "sha256": "b7725ed367146b86babfde887bb4414227c5121080b79041b054b949bde0d424"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_BN.npz",
        "sha256": "7e7b359534e40f4c18963c938ec98c9aeaf0293e7ee72e22c3ae5f70e2bc0822"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_DE.npz",
        "sha256": "fdfbae70c6258547a2ede00bff0a2f7edac172a785b084f87d0d97d7ade04a23"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_EN.npz",
        "sha256": "3abc17c8bc690bb399ce96cb4b2e98f7e28edbaa4e46b2f812a0f63fcfdebaf0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_ES.npz",
        "sha256": "8ecf4fc9e26394ae73b532950358fe67618d5e4b964d981e0b7db7df4ab69c45"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_FR.npz",
        "sha256": "2a7d6a8c06bdb3146682e455676b2d86ad7fdfd96e92a24364c577d3f7d05a10"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_HI.npz",
        "sha256": "967434570c4bf000affee85ee77fc366b4a0f8f62d37a6ed4a4b0c43c560b35c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_ID.npz",
        "sha256": "3c4f68d288e3565eaf064bb1c2baa1cc82504667f8fe18fc7705d0a371920243"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_IT.npz",
        "sha256": "d9ea04f2a2bafe8ff8f443baef9f4720d7f2aca1c11c138aeb01a26110f1c2b6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_JA.npz",
        "sha256": "36c20145f055b959a47de8281e3859524583f1e009b5ffc6b5d676e0215d619d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_KO.npz",
        "sha256": "68355de4dced099410227a5e1172b63389cafe7927b670100ba61a31084af8e4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_PT.npz",
        "sha256": "1e63d7495b92bde08fa11a8cb3315a9afcc802309dae3a881c2dcc2f2bb137cc"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_SW.npz",
        "sha256": "e485ed0b3d7ae647c3fb11558e060ef85880ce9100339cbc7d1a5d0a7f5a0be2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_YO.npz",
        "sha256": "e8ea238b2efe9fae06613181842e2d66c64eb18e502af8d7d3a789b178257d9b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q25_7b_ZH.npz",
        "sha256": "fdae84bf3021e384768992b0d4ca0f0618d8c344f2626dfd92855438518f1989"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_AR.npz",
        "sha256": "894d26eddb5669cf732633648e67427e4b7f0bbfa456b0c072a4280f6724e8ec"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_BN.npz",
        "sha256": "a015f063df9a9aa5e233edb5fdde94d684e1fea85b082cd5fdc6170720290a5d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_DE.npz",
        "sha256": "a9610c070efdabdc36a67a8bb6607ade202e400d680bda30a22bca8d31f7a1ba"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_EN.npz",
        "sha256": "a3d6ddb7398f834f7fdc1304d255512a8e62f5559c3fbe82d84b0b8409511131"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_ES.npz",
        "sha256": "a14cf806fd3f06660a8f81e4380e995a35759eda559c4e1efd7f4a38cc9ebbee"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_FR.npz",
        "sha256": "352f58606b5607575bdb3279f10c93fb892f6f3ade9947d012b53ad9f06e6ea0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_HI.npz",
        "sha256": "2f41e6305f9e52bf58825da6e51045d3632e65dbc69004b64fc1dd072dab980b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_ID.npz",
        "sha256": "cdc168580546ec23fa111acbd71abfb11c1ae069ada6eba0791da5b41e0b27ab"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_IT.npz",
        "sha256": "83c6a1fb159fa4b74984cfacb325b3d4423b96af073acd86e0e40ae41aec8d2b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_JA.npz",
        "sha256": "714b2c72722e07199a95ee77cb797a6aa1e2ad825c69b1211056c21593fa6fd9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_KO.npz",
        "sha256": "7472c950ab1837e4b6395c79e4fbb364854efe097dd0894625973cdc5a0f96ba"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_PT.npz",
        "sha256": "b37442bfcbade91e0b99fdaa886e2b7a2a6a747fd08d977fa7c094b7f96db66b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_SW.npz",
        "sha256": "583ddb3ab5b9360a70656afd7e19a951d77825211f1ce6dfc45dd4dd3cfb35af"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_YO.npz",
        "sha256": "9d251cc19cb9c25aac9c80a92ab565da84d2d657c0b7f2188490103407f663e6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_08b_ZH.npz",
        "sha256": "4581be3143c1b3ea3ad92b0d9cadbb1eaceef522f55a60375a964cb4e3d21dc5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_AR.npz",
        "sha256": "62c171677678a1edbd2c364a2fda57972fcd3f9f32dcf3449a2cdfc4ac30dbe4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_BN.npz",
        "sha256": "a8e83d27f326cfee4b8fb02c650b0faef5fa46f6f1d6c4336ec6e4df28d2c402"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_DE.npz",
        "sha256": "d6864666588261116dcb16d4b5427895e91cb02ebb65a164978e8f7d560d7e8d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_EN.npz",
        "sha256": "2226946679ae9a2c87f7c7c11956ec9b6430281e594cadc2cb373ea2b68ee83a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_ES.npz",
        "sha256": "e2201f362784de0df74b49ebee6ef3cde7d7c5ea36118eb7577613f209a8e2af"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_FR.npz",
        "sha256": "857b454071033a7a787ed0e835b9c74ca76927feb8454cee4443fafcc9f3b673"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_HI.npz",
        "sha256": "bf7ff0f6edac70ad79c200cc505c98922e67c0f1f136b9284684ff0675f6f64c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_ID.npz",
        "sha256": "912af7e0fc5baecec16a5812ccde7afc2a46433f12522f93170cff8837db4598"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_IT.npz",
        "sha256": "d0ad6c6ca53f43d3f15b6a2d15dbbe69817e10bc64f3162705fe8da7100b28a9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_JA.npz",
        "sha256": "216aed35680ab4b9b88e7af8ad2fe393997b49a03f068af5bd8cdd11704098bd"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_KO.npz",
        "sha256": "1a8c45984351f578c819a9033c0b857da48a73d79c6c68ba8602b124be4b01ab"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_PT.npz",
        "sha256": "c3828f38e5ea6459ba7c8f5a291b250d9791c4110b34f90aa09674d77255dbe1"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_SW.npz",
        "sha256": "94667d930b395de54e5d79144eb3f4cd5b4e00fb106df009fc4dc258dbc5bf85"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_YO.npz",
        "sha256": "bbb1527e73269b53408c37353c2c782cb8fe75f15e753bbbf0e06c1553e7f26f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_27b_ZH.npz",
        "sha256": "34f53ca0cee4394f49a6587653d0c43b74268b9631171859cd484e86d24bef63"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_AR.npz",
        "sha256": "b873c79f6914782cd233a3a03d692c0f137ad999b01b3bb13ba35de805d9c92d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_BN.npz",
        "sha256": "d74d7c3013bf3dc0aca7e32c903c397817c846921710123f2db9a8cf9c93f2a6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_DE.npz",
        "sha256": "9db454f22a85a5efbcf3908b223527d35fe4e080f63b93c4ef26770f8bbc7a03"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_EN.npz",
        "sha256": "62e9d52174f748de92372efdbacb994809a8f32c172e4849b7a448427070cd57"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_ES.npz",
        "sha256": "8adc067d38b5e26f8a83d0a85819264c25d98772ec801bc76e6cc60c5ca36982"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_FR.npz",
        "sha256": "9382b53cb62a649fb217f29f7e7296e226cf11f178821b93bbe3d743eefec07f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_HI.npz",
        "sha256": "167850beba8dc553d75e6ef50d125993db84d05ce3ca6c3797e663c0aca40a9e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_ID.npz",
        "sha256": "ca293ac5124050fd359ed923519a98e0fd6fdd41e768006ada82c6d7245f8be6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_IT.npz",
        "sha256": "87412eb35b65cd6566f3a2e972064f195e0700b15a0a15fef2c06302c134a539"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_JA.npz",
        "sha256": "a81f8693d862f7c3f57a934d65c8d9b3cb1b76e08b98625ae2397d24a03faa75"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_KO.npz",
        "sha256": "0363d8325d2ad6890f63068cabc5c982058366f497021faf0e819f6edac751b5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_PT.npz",
        "sha256": "e9f43bccd26eff68361c33a2eade3b12b6bf163d65b46ba03c96368e7c055d3d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_SW.npz",
        "sha256": "b4ff0fa80d36d7d759000f49da651ed6ee68dc0190912e93aaa10d886c5afb99"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_YO.npz",
        "sha256": "1a476ddcbe7328b08bc6c5c76968536269cb6a295f2ec8fc878eeb086ffb1344"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_2b_ZH.npz",
        "sha256": "c51b8d8f154d91319ce9e2dcda0b7be9ff1bc14ea383a6fd8ce8876ad3534757"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_AR.npz",
        "sha256": "fd97d4751bc7d1a197b0d92a4bff7e975414c61a947f9384a88b1dc23f12bb73"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_BN.npz",
        "sha256": "e76eeb5cc8a206eaa1fe44830199c7b333bc5a7742433e629060521ea011fed5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_DE.npz",
        "sha256": "20d8603c1c98efc629ed107dc88149d8d1059d1873e27580719ecde2d005fc57"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_EN.npz",
        "sha256": "0776edf4516e3ddef4fb22edc210e3368fdb9ace4d9b9c49006bafa61d2162f4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_ES.npz",
        "sha256": "9b8349dc470355c31fb5009a3547d1f6cf40718913a1d37b046ebc52a7bbb432"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_FR.npz",
        "sha256": "00b12b236091a00e8cd3ccc9392bff52ac6c11da215d2f95b00e847d2284be3a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_HI.npz",
        "sha256": "632daa8920f4a270e90516fcc7632ce34b23a8ef010f564e84bf583508c19a35"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_ID.npz",
        "sha256": "a15b79f32c83e7e84f7076db9d14f520db998b5db9e8c1bf01d347562f5a8daa"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_IT.npz",
        "sha256": "2ef54749446c4405dcf490b5abeda1efaef8fbaa9ee2885d713609f3e604d318"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_JA.npz",
        "sha256": "6c8c2b24dde94e83977299d6308daa7fa61140a7cbf23099d647b06466213692"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_KO.npz",
        "sha256": "e27427c557fbac4f6508d3b34c37590b5831cdab35baf39d070837ff8ed27008"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_PT.npz",
        "sha256": "a069c8780fa5ef93031ef4b85e0050f4546d76464e397adc2250ef1d69599899"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_SW.npz",
        "sha256": "8379e48e975b604bafcbf27408140d0481377acaa0ae1ce4d2077c241a73450f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_YO.npz",
        "sha256": "d61a8381c91dc3b81b46d90b8aa7d2fb8e4e11c72c24746ff5198d0d79538bf2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_4b_ZH.npz",
        "sha256": "89eccdfa5a4abd261c87431ba8d7480f6eaa5a067a7fffec6bab2850a093a7c2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_AR.npz",
        "sha256": "ccd38200b4c462fe7d34994ce67085c7ec62ef1867e613885ff02d464d019dfc"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_BN.npz",
        "sha256": "438c3ea2a772372185465bd8acc1b8a6582f7ca32be85b44bf873bcadc5bf66d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_DE.npz",
        "sha256": "a730f84fa25733cf9d801df968dc58266532705bd7e91683bbb8af431bddda1f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_EN.npz",
        "sha256": "30fa2bcd58587c2cc059bea5a2d8fc5675ff3ba726686d40d8a519707dfd9f88"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_ES.npz",
        "sha256": "39185ff2ccb6e10a906517621a9db81ddc44d64bdeb8dbd7a161575ad59a01af"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_FR.npz",
        "sha256": "23cea8a5645b5b4bf3df4b8a57b73eec0ca5c2793a9a71224c7807acf808eaa8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_HI.npz",
        "sha256": "b9920fe0e542d85aa96177c8796fb461e6a8bd9ce44f685bc95ad94509413b68"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_ID.npz",
        "sha256": "de1cbd3f14f17af189d815ba8792c5e0918257bc083347b95d6a5c02191f46da"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_IT.npz",
        "sha256": "80938e82951ba757c7d906708be81c14ffea5b27192f22f9de587e688be050bf"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_JA.npz",
        "sha256": "0da086014c0623ff0f20a0df1120f386540a6ce3b384979eab9fefac252e40b6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_KO.npz",
        "sha256": "3c559ff12708531b43e9fd7b2c6af0b39aeb5aec197f1f69ef637a46115012df"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_PT.npz",
        "sha256": "292bdc8fefc1cd193c76ff2d1fea4d5cc11e1a6901afaf7485ec8f6f76ee0e19"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_SW.npz",
        "sha256": "f8f79d80d9e1ac10ce09c833bc9f54cd2459b4c912efcab83d18afaaf48d7b87"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_YO.npz",
        "sha256": "80420ac669337e603e811c77914868219aacbc8e80b13ab6e2fef4f4e52b7e4b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl2_items_q35_9b_ZH.npz",
        "sha256": "4842ee3846b986c92c78499d971707e763700f91c8c25a28f64758620ac4626c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_AR.npz",
        "sha256": "54d581a4ef26feccfcec09ecf89005570f8465f9c77a7b6f6b50f52973544915"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_BN.npz",
        "sha256": "f4d18dea9ba11edaa6e3046e3d5ace1d6504069daf766839a3926ee07930410b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_DE.npz",
        "sha256": "34753295972c09338bb3eaf8e7f3f21b8b95e6ee65a432216c6981b06e7b9e4a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_EN.npz",
        "sha256": "265ddc4165af6cb840226fcd0bb77d757fe09540fca3c78f5055b83281b0e406"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_ES.npz",
        "sha256": "98762b54750c195609abdfc2a0ecbdd2cddb08c34e2bc050ddb706b143f2e9ca"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_FR.npz",
        "sha256": "7edcec31738013b2d7438776f79b7caf94ba13d4be8d4c43d4b471266f85e382"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_HI.npz",
        "sha256": "6b36508304255b6081e776906df91c0db632324d8256db7650258e6b0034891a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_ID.npz",
        "sha256": "bd830c8ec2e878513edd116e5b5b81356886c0c1a9e5c7dc24d5511b56b57cce"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_IT.npz",
        "sha256": "2c24db3bae2110e40900c035226ed62b8da3631b6594406c5fd755ecd8f9ecdc"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_JA.npz",
        "sha256": "965b53d550878cd71acd174179521560166d0cfde4348b92e9ff1a30f6af04d6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_KO.npz",
        "sha256": "5307ebc4e2ea1483e6cf64fc163b98c2666c305a1e04ec3ff4247e346ca68117"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_PT.npz",
        "sha256": "937d03cb0a6ef148488e78c2ec4a9586110eefdfe19187a6794eb5c26e7bc59a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_SW.npz",
        "sha256": "2433ea08330d50f759d8f636bd20d98fbae0b4f710768544f1e173c93af5ec9d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_YO.npz",
        "sha256": "ddd5fbfb465d3c3b2e5cb80eead010d49564112c5cc7fb964bd477b229f99746"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma4_12b_ZH.npz",
        "sha256": "e2918438ef95968a3fc75a7c90e0936f4cd90c61a5632feeaa9e7b446e44480e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_AR.npz",
        "sha256": "7ce5063d38c714ab5bc197cc5718006c9f4facea1b806fd9ec884b7a0aa46469"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_BN.npz",
        "sha256": "a581576d674ab1b3bd204aa8e52a94ab1e0b2aaf5e28211ac6a079e2d385b288"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_DE.npz",
        "sha256": "8ac595c5fbb24dc5904d3146643179b7aa545e1dbffab08166b8093ab86008b2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_EN.npz",
        "sha256": "b338c497a8fc716c615d36168d0c95fc8083789e296bdbfd8006b6ef9696e5b8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_ES.npz",
        "sha256": "6f012b5e861b891de67bba12a08b6ac0435c059535b94d30c948817e435f5f99"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_FR.npz",
        "sha256": "94f43fa0421278d097b20defd6e9df09a260f0b7c50d22379a1bafe03a15478b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_HI.npz",
        "sha256": "308a7ecfcfeb42b31ae49b867c00e568c254a8c903d280c038d7491f9a754a8f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_ID.npz",
        "sha256": "5fd3f1e30397e3a79ad9cb0129f64d23b0a907df9a560860a71628c9e193c36b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_IT.npz",
        "sha256": "1d0694133064f55165ba4ddd915f9a68018bed30b45a0b29c0c033a1865a8816"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_JA.npz",
        "sha256": "a02c23807aa5825f3a2b14e3d3450a563e1e7c813a34f88068bbccf5838e81fd"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_KO.npz",
        "sha256": "c659a28a2438ca1a337c6a88cb92affaec74dce13806a0bc76e88b85c8fa46a9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_PT.npz",
        "sha256": "c1e5383fd4d728fae8d03360183ac21be9f798314a44e771e7d2eb4aa6c58ecb"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_SW.npz",
        "sha256": "b3add6291fae3ce0048bf9cbfeda2a9f919188c8a8c61f219fc9cc5f3d8aaf8f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_YO.npz",
        "sha256": "1496256a458c7138d584621fdf89dda72a1f3e13bef78db2919e4bdb59a6c100"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_gemma9b_ZH.npz",
        "sha256": "a2b2c36fbde58fab6a745bc383655be5808e0a519964cc20db8b3ae2f88ce9bc"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_AR.npz",
        "sha256": "90b32687c8e3aebca7efcae25f567f481b8a3bac05b044545180e16e606760c8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_BN.npz",
        "sha256": "119b8b686b1224ba9486b267088087bc8aa11215c51773c47fc53b3e639b77d9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_DE.npz",
        "sha256": "06a7efb2920eedda1b5de015763ddf782e7069a7b232b6c17f8a651ce789f915"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_EN.npz",
        "sha256": "f6cac39c401f1fb49d891bd22d00e43a71a4b969b60568298de49e9213e03a9b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_ES.npz",
        "sha256": "61177224d38fa6614258365e0110f7a5e26d1b504bd891cb4131ad66eb17c343"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_FR.npz",
        "sha256": "dfa2c08d9bb64141a913dde1fa208ced2ba8cace6fcd6d66cdd4ec5c45aeb0c1"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_HI.npz",
        "sha256": "f6c5409b079032d002852b6e72596a0b7a00a5a46773019869e31a3cf5474ff5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_ID.npz",
        "sha256": "7dedc2c0039984d7c722559a3eac1ca832d5f3dad8949a3397c65483ef06ddaf"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_IT.npz",
        "sha256": "adba04212ba1395269df8d01d0425527b32203ffd1dc253632ab6e2d5dff3a44"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_JA.npz",
        "sha256": "7213ab45621cdd8709f8120f448993d8a0432fb529efa8b8e40809e5def60ce9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_KO.npz",
        "sha256": "c6f8a5ab8961ea709befebf556331e3dac29258e7ca8ea241d330333fed561a6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_PT.npz",
        "sha256": "35052f22c4c2be8a034f919eed4eac0fc47ea26d6029b71b349f5eefa43bbae3"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_SW.npz",
        "sha256": "573a25a21153d340ed30e4a8b0fa6598c353ab6a29bc1676ac1df87368e92749"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_YO.npz",
        "sha256": "e1c0f749c7c0c9206f28adcff0224f0fb618e8b84566ef835e0173c189744a22"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_llama8b_ZH.npz",
        "sha256": "d71c5a540f6db51602d30184c24a7226cccdabb69c3671ebde8248ca9a84f66e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_AR.npz",
        "sha256": "2a30fd57ccd1f2bf73144019688470cd38011b635f74512e5b6f4b02c2bca535"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_BN.npz",
        "sha256": "011233e4f1e1bf25046b88ffca1683a3b9188e8175272bf31bc5a26be11a6090"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_DE.npz",
        "sha256": "69d4543e2c547b3a9acebbb97f97cd2b7f62fae0852d06f4b8c897631ae204e5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_EN.npz",
        "sha256": "77a4f2712910fb97b9dd03d6467708eda92febcc612e9b3a3ba3e7acd3a8d1bd"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_ES.npz",
        "sha256": "8dc72e3952c3ac94c42d5c75cdfda999c07a3058c1c52e4720eb617b42a1f61b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_FR.npz",
        "sha256": "4dc033ebb714cc4e482b3bac656fd50e50a9ca784d68aaf5481e54414fc7df71"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_HI.npz",
        "sha256": "229c58eeb771c61c2bcd7c4e578cf27522899db7ccbbd0afbd1fbc636efa7a56"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_ID.npz",
        "sha256": "a5690718aa476d6d4c10b8d8c2d8c44ac1adca9ffcaa605f12fa207573c0ce70"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_IT.npz",
        "sha256": "3c9e79df80df38d643834aeb367aea8704c95a13a02d51f01258bdd671ce4ca8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_JA.npz",
        "sha256": "4d49ba49ad001cee58161dc056e3c608c74ae9394dc0a0c239d75a904556b90a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_KO.npz",
        "sha256": "92c8c7ba373d60ee89fd80182be12b76f6b56c9fd915c4b5d7c66e8c82f85017"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_PT.npz",
        "sha256": "4dd184b71b275c92659a4a047f4d7e6038e82329243834ae2467cf0fed734190"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_SW.npz",
        "sha256": "c9ad2dc576c15b0ce0772edc24bd565990988b1044e64fcf5a60f091622b0a2d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_YO.npz",
        "sha256": "e7a96637aadad94709853e1ad48d13abdbc1fbc3cf686231c4a3cd5a3f15f43a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_mistral7b_ZH.npz",
        "sha256": "42eb3fb79c985fb2a01988781b288829b4ce1e540727361058f7aa08badb845a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_AR.npz",
        "sha256": "505cb5603e9d23bb153d30d0f87e7cead6525d823cf85cbc258dbb65f99cab27"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_BN.npz",
        "sha256": "233c4114cf41b387f0f3071b4fa59803f5c0f2877098c1a546894a3cb6f7f8ca"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_DE.npz",
        "sha256": "1d3c4e2ad1eb6d6ca1740f335963c003695ce2e9be9c22a9e351b1a99a036d0f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_EN.npz",
        "sha256": "aa45d0b433c53555a845867d052412c7bab982a34785921b9c7dcea619c2181d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_ES.npz",
        "sha256": "275de97d363b37a481ef6f56ca2d7af554d16b50b9dd64a429f129a73cef7d60"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_FR.npz",
        "sha256": "f9eb03f63d3ef0495711e5f340acdaf3b29c01e0c884c774ce85ace313199903"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_HI.npz",
        "sha256": "0d567eca1f361a2722ebbb9729f1329796272f60af5b09e577ab3188243f286b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_ID.npz",
        "sha256": "adeaba181f3a73058b339d7a4f7c86d4c6440e7dc56dc7c2022cd34f0ef02a02"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_IT.npz",
        "sha256": "a11820f36b7ce06e951052c0ec4c79cc098a421b4bda0a28eae35f095b1efa3e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_JA.npz",
        "sha256": "9823145522a46381842aa4e3f6308567b9c351097d2e02ae7d370ad391f3202e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_KO.npz",
        "sha256": "f84a6242bf02773e98c467ef533ab4f88950da86a2cec2e0a48489ba026a67a6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_PT.npz",
        "sha256": "4dcaaa65fd3ec5cb968a3ad06244b83febca7ea388d03853b2026e312c27b356"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_SW.npz",
        "sha256": "affd3b59e20b408fa740314139c4ba1205b0c7894d100443ef0301d92242d58a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_YO.npz",
        "sha256": "97fc9de8f8252fbc415908651ed60ab25d4b396bd7582b05e8931aae9e70b4a5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_3b_ZH.npz",
        "sha256": "ca8cffe07f203372685a80729b4fafd7d82a004b082ea5613f25ba9ac165771d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_AR.npz",
        "sha256": "e52e8569dae9be1b32d2166118ec8dde562c349f64a45899fb51779e99d10ed4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_BN.npz",
        "sha256": "9b37da86d961a8baa10b4aa0cf8136a43e581780a7773c2f81689d0b4e0c47a5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_DE.npz",
        "sha256": "e80f6029194d560d5b4fa095b66972c2e88a46977d5ce9f1a898ef610048c3f5"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_EN.npz",
        "sha256": "f9147a31b1502cad756494882fce0898a61f91e0c49a07edf010e7645ba518a3"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_ES.npz",
        "sha256": "b11c58ca40428e79f8905ba82bde4584c7083a7c0843b3480f0ca452fa9404b2"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_FR.npz",
        "sha256": "daced597f0b4d751a96665e5da723627e8aa5bf2a6352b0226831130b7ef01bb"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_HI.npz",
        "sha256": "1f0a10a57f92f07733993f2e205efb8f81e00df3a55d559a7195a48c59a579ca"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_ID.npz",
        "sha256": "371435f557d2f0f2146177f62c2a04cff557c122bdfe6b81c39b2b4e4a7b4e71"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_IT.npz",
        "sha256": "4c19b0fa64a2ed351627465e049b1fdc8322df4b5233be954d3d86cca5955220"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_JA.npz",
        "sha256": "473293521752cbaafdf56b976b51b628d12f231ae77024549747881e116ddcf3"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_KO.npz",
        "sha256": "85ccd1cb45ba3ddb83775b6fb4a360a2aca5ed5da13ef64d080fab077a3c6e9c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_PT.npz",
        "sha256": "8f177891b30527a652c94ba92c0b3260e1c11f2b5bff812a9df016c040464638"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_SW.npz",
        "sha256": "5b693fbbb188b9bec58f17e8c6c52b98b50ab3bdcb6d5f15dc97f1b37c29f208"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_YO.npz",
        "sha256": "9e1cfbe2b725afeb5bd52167c2258a4b8d1a29cc63e33fcba71e9b877420c9ef"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q25_7b_ZH.npz",
        "sha256": "b42088f30b6b9ccb4ef45136bf23a5b6e854a9f6c87e22e4c0daa1e8a9c8e185"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_AR.npz",
        "sha256": "e1a03006057edf56235454b09f0808056b50b2aceccfee751d7f72a0554c2413"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_BN.npz",
        "sha256": "9f4b3d4e2e0d7aea174ea4c3c37dbcbd5a7d54421400be4630130c4838892171"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_DE.npz",
        "sha256": "17dae15ece4ca2465e5ce325c1fb784e19017456c2bd609f6b84432ece86953d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_EN.npz",
        "sha256": "1f008d73b6c30bc8c0357b6c2ec820d483c99d210be22bd85da8aa3ca6c98216"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_ES.npz",
        "sha256": "efc731a68d80341a18a6ed061cae516ad6198be0f5e2c7f5c940ce27f58cdcfb"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_FR.npz",
        "sha256": "4f0d40fd18cb1d0f38f693c868e64f62e70a76b14810677e63041d5d8588f949"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_HI.npz",
        "sha256": "e6e5964de16f0d56bd7bde7b32d52e701951694e6c780d15e2e827aab6d656b6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_ID.npz",
        "sha256": "388630b84babb0a83634d8f355be73059fbc0c532b1484fa471f859973487714"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_IT.npz",
        "sha256": "7d60593fe8ff6e9b89cad48bcc8217845242a4213114c002c31cccb4a15311e6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_JA.npz",
        "sha256": "b067b3b87aeabe44174da9daba4896f21df123886c33ecba2357ae80fac0d60a"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_KO.npz",
        "sha256": "e03bd9df140050adb72c941645c55dc708eef64efc509cc87191b0b7dda4bc0b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_PT.npz",
        "sha256": "ce780f7216a2ec991e99f8ff8e62c6393421ec5aecc99ae64296e88db48e84c7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_SW.npz",
        "sha256": "16966f2ff780136d61df8a613271286c97d9e6ec91e970a16b96ba1ff4a792a1"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_YO.npz",
        "sha256": "684641191c5cbf2803a02df93ddedc9d4404ef2e4dc3eb892247d5bf0f2754e7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_08b_ZH.npz",
        "sha256": "ff0ce47d111e9d0cc3f8bd836ab00095023cb4393310371b5d69aeb16279f83f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_AR.npz",
        "sha256": "126e4894944d1e28b794d8a91cebe97d91448eec5c141242bf2d5064cdda9eef"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_BN.npz",
        "sha256": "f385c1e4d776f51c6ea7e0b71280c173a8c2a31aed0fd5160e94b82d39170149"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_DE.npz",
        "sha256": "6a512ae680d897e03d5ae68004fbcbf5842d7c2175c0a25f645ed231e6492fa3"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_EN.npz",
        "sha256": "881c6b6d4c3dd4e7d37af57d8ccdbe4442ae50c5013a520e459623340dc4571f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_ES.npz",
        "sha256": "0c3fdee99de112c2c8cd2089ae580877b75f36c3ddede9f5c30db111b29c284e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_FR.npz",
        "sha256": "65b063a75ab85a4ac26ad32d879172885a138cd7e5f912d6fdbdbfd955628c1b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_HI.npz",
        "sha256": "dc91efddda3e6182596695895f5495413318f5c34a3c7ca4b0cf9e2850a7c5ab"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_ID.npz",
        "sha256": "5c9e2a3c9aed6607b4a1e34ebd0b4f0c88c44f86371342eaa94a176c54efdf53"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_IT.npz",
        "sha256": "829534ce7f054677349e1a9913bada2ad9382dfd805a267f8a24989a7c6ff75b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_JA.npz",
        "sha256": "30ac7c751aedab36c52f8101a76a64aa1d61c63073f3ddff91ac96e8d1de610f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_KO.npz",
        "sha256": "492cd690db265e551619f7c80798d8c126205d4a176dfbde17750d46491bb480"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_PT.npz",
        "sha256": "f07e5508fb5d57fd75db7cdbe57b4f9786ac6fcfb0f64eb9d32c6c51d55f309c"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_SW.npz",
        "sha256": "b4756a3cb51a85a3a174b0decbadcbf9de429c07d0e754a7925d1fa982481d30"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_YO.npz",
        "sha256": "40f22f4f2af248f26eb5045d793316a78c29db763fec846451ac5bbbe3256b2f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_27b_ZH.npz",
        "sha256": "0209f19ad51e6dce7fea4642868e1dba0cbb5f48018efb633baf31a6e5f7de21"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_AR.npz",
        "sha256": "663ad98e34d1b50974bbacd554826ec3d4423449943e702a582d148d13d08de4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_BN.npz",
        "sha256": "543a04c8819fe30a9f7774a5f38aca8de487fb1e33f71726d3a92bdfdd27a4a6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_DE.npz",
        "sha256": "0431b7b8dfc855864aeeb2144f941f499bcbfb2e9786e348a760812e6b5c5b7e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_EN.npz",
        "sha256": "3fb6ca569de6f2ef896062114d8de3a51cdb93f7be75eab93a2da8df7de43e2b"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_ES.npz",
        "sha256": "91b8c9286726d3b88309670f0160fc78c0cbee2df064bc51781d16a71772cfba"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_FR.npz",
        "sha256": "e6c338eb24d4551bdeaf2c2770bbe64d720119718c197dc0eb4fef6e61b440d1"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_HI.npz",
        "sha256": "77c36734fa616e649410d16441efa20084a4e2826aad57c7eeaadd9e0e4454f0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_ID.npz",
        "sha256": "79a8981b2b469e8cc3a17aaca80d1febb66e80f222f3382b4370bb726245b52f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_IT.npz",
        "sha256": "42fd47a9d953c6cb2c54b49e5e43109a3bb079b24ec45d22ae2dd49f75a2c0da"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_JA.npz",
        "sha256": "173005e79fef4a80cc9ea74687002eee93811991d6ac14e9b4d245521a4d2535"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_KO.npz",
        "sha256": "5506a1360f0029cf3ba6374317f972b34ef6962eab415d2c9389d7b6ebfa6779"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_PT.npz",
        "sha256": "832adb8b51875b49b569f047942b96fd50c24916b894649fa317003699949fee"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_SW.npz",
        "sha256": "4f1afe1ab3dcd3888d0df952ff80f04edbb02caabd03b2f2d111c0a843f417e4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_YO.npz",
        "sha256": "8d0afebd6be846444d80314f89a5b84bce623bda21aba0d8533d061fa3a6c23e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_2b_ZH.npz",
        "sha256": "306f986ada3f997bf5044c7ab707ef435c549e6b31c9e62807489aa01b014971"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_AR.npz",
        "sha256": "1905fa03b1b611dd12645180c7d56b19bf5aab6e8c2c6aed28f08bbc7a26c4d7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_BN.npz",
        "sha256": "b02fe730362e6d51fb8a86312c5ea6f78b4fc1263a179123ba4a33e1729934f0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_DE.npz",
        "sha256": "d7adbdfbe2f81dec4d25b2befa11a76824066a4cc51a252bf5a3e8c4a9999083"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_EN.npz",
        "sha256": "859d9e0073b49f2562bd5591f9908633ed02a39f55eb4e38a60c548ca8e4dda7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_ES.npz",
        "sha256": "44859eb30f761c1bfaffc55c0dd4c74741322a1207fab8726d4533fbefb88478"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_FR.npz",
        "sha256": "30315922f0cf4d0c6e9829b2bb2ae3b7aac27baae2551f43144040ede40cb8d4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_HI.npz",
        "sha256": "ce1fe0d76eb4762488df2d7926e187f3786fea3af4550e08383a6629b099e5d7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_ID.npz",
        "sha256": "94d38e1ce0a925f288e4da7cb1b9c537b56f98261474b2867052d07f958383af"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_IT.npz",
        "sha256": "175cc2afd4e967b16efd82219c40edeb316da3e20074d5c707bd2ccc2be41a86"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_JA.npz",
        "sha256": "1e22680911d5af14ce1a14afed750e6ff13df5e3f07240d1bb4aa000d0942f65"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_KO.npz",
        "sha256": "24c562620fd49b76a575da97e79000e586bb9fff23d585d44809ced180554a59"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_PT.npz",
        "sha256": "11cf13869d8134903d36bb4de4e02c0552c16f38fd434e0ee42e92cd3b64d378"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_SW.npz",
        "sha256": "1aaf0b2453a77403516eca0970f51cc0ef9e916297bb7e55a90694167da1c9b6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_YO.npz",
        "sha256": "21acdd59d2b3cbf03378ef021ad8aed86cfea2e601be4e939c7dd8fa3610123f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_4b_ZH.npz",
        "sha256": "e05391995ab6d7a692ff8e9b4611258012aa45a3fe36aec9734ec63dfa6131b7"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_AR.npz",
        "sha256": "22bac4e94bf40c55e6110388ea98dc2551b4b67ccbed82ac1e4aed207e6d26ca"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_BN.npz",
        "sha256": "f39c66cd13878f0ad2b60174cb28bf33339a0b3932a479d49bf8286bba2f07b4"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_DE.npz",
        "sha256": "e145d256193c96bd77ad70ccb4a6530685975393843b2190bbb19cb579ce7208"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_EN.npz",
        "sha256": "c37c251e5b4b817169f5cd76e1cfeee319d07d017a295b3eb785f1ae6425f995"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_ES.npz",
        "sha256": "c27ae6ed051b00a2ed0be70e0eaa8eac55d4813d3feb8c6f4753647c93da4f45"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_FR.npz",
        "sha256": "f4760c9f58d51e30802046a433d77716668b9f525abed4118449a2586382b9cc"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_HI.npz",
        "sha256": "b520edb6fced8a90f288b7fdab025fa8b51dbaebd0fe1425bbf932cdbdb93ee6"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_ID.npz",
        "sha256": "080b41b967746044bb81c2bb866d94c2d47e0a16f193b012e52e2c89a9d2357e"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_IT.npz",
        "sha256": "bf223befa402a3fbfb8e1bf131a197ca0344033825a64866d4295813bfd53ae0"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_JA.npz",
        "sha256": "0747c384d1669b3ae1d58d7b02837b3b588e1915f2420380c756a0bfa5d50dc8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_KO.npz",
        "sha256": "d26205bf4189b2069fbd2c7b8771237065b970bac5fd40c5fbcde7bbd2adb4e9"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_PT.npz",
        "sha256": "86393d278172c5a454e06c3548f26573d2ba3dad9a7caf13818d81dad412ab3d"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_SW.npz",
        "sha256": "afe34185a87ba5364219753bb2595337996c36832b818e9c21c159f80565874f"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_YO.npz",
        "sha256": "beb3624344aa93fc43d71fa083f20678ff84ba6b59a6e60f9ccfdbb0d766a7c8"
      },
      {
        "path": "data/raw/paper-final/eapig_ctrl_items_q35_9b_ZH.npz",
        "sha256": "cf07de7bf09aa5d67268941c2c6c97a4f06845049988a8b5571c23eac55699cb"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_AR.npz",
        "sha256": "51c572d7ecf6048bae14006744b5b1410fd3810ad261e5358210ed0e4bfb14dc"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_BN.npz",
        "sha256": "7758497310aeb47c275084920314ce729fdfde908fceeb457acda62936b75670"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_DE.npz",
        "sha256": "ca45ca2d28c3deb21bfe0d242e4af50c9ccd8fea580bd0b8febd6e9627f1b0ea"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_EN.npz",
        "sha256": "80c1e52d9a449527689e806f1186d7acce292157ca89a6fa00a035a57c4c2aa1"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_ES.npz",
        "sha256": "8ef8b075ffff3f1a86cecafaa34b708747a9b83884ccef751dc4dff5bd8acb3e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_FR.npz",
        "sha256": "ebad1412b601e6d620ddcf82005ca1ac97e87d6d6eaeac5e2fbcff3cd2c615d3"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_HI.npz",
        "sha256": "2d7ac1cb8e29780c1cf156992a0acec2789bc8bb4815e9f2153ee38ac51a1a32"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_ID.npz",
        "sha256": "cf363b390b03f9d47b7f039155c26e80fcd90b9025c1cd725e21b149bbfe45a6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_IT.npz",
        "sha256": "0012c65d5e9efab766a32c43ce238ef2c69620815bc0d5ce77b722ab2fccb276"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_JA.npz",
        "sha256": "814b405a42fec1e91a134ab2d6bde87f19acc9efedb62fc39672f2264335ccd3"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_KO.npz",
        "sha256": "09dafef245ffbe0bc89c56bd8bd6452cf67d40756e83a9b6a9a40f4b46cbe29d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_PT.npz",
        "sha256": "f4e2edf2c3b0a591261d0e7b8fc658dfdc58a15dc5cafc67d155e5b80fd2c8bb"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_SW.npz",
        "sha256": "8489585606ddeee66486e40fc3984def43afd0c3b3846ab9e8f280f526116f7f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_YO.npz",
        "sha256": "626e5c5fc295a7a3691c673a4fd85c383ca6476092ec25c1bbf6bb0b80ca2873"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma4_12b_ZH.npz",
        "sha256": "9b78165dd6fe0a1f594b5f1678f4f26980b945b279f197bccd15ba3f5ab238f4"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_AR.npz",
        "sha256": "9d1604f7578b0e83114bb34767875fb9533e662c357219b0af61f3b38c83b832"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_BN.npz",
        "sha256": "95f4b9efbbc1eeed97065dc1d2e6e75db34cee25c0530993d43f5710daaf4d90"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_DE.npz",
        "sha256": "dd7de81f39ebf0d9a0da745d698c135d1494246c7dc88ffcb32ebfeeb0173274"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_EN.npz",
        "sha256": "c780899281e41412bf11da43b54e17655bd68261fc0f4a117fc6a20555228748"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_ES.npz",
        "sha256": "e8a5c992f7ee94b7645ea020614fa3e3ace119ae66c664e45a18bb0b70ea0707"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_FR.npz",
        "sha256": "bc2353cecd66d99de3111fa10e9c59fd44bedd269ddca755b3207c412d54ce15"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_HI.npz",
        "sha256": "e822e66dd423a7089f84f3f973219fbe6a7b925df43eedfa2c3ada25c0aa6cc8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_ID.npz",
        "sha256": "a5253f2fc1c16cedb56451933672c782aab3a493fd3cc6738c761efedded072e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_IT.npz",
        "sha256": "e74d1e8c1574c2b07527d8d474beb42e5a8f299c059c3bf67f93cf438999ce4f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_JA.npz",
        "sha256": "7eaa73fafa097178348b1ed5356513d4fe2d44f448112b0960440a5f86d8ff40"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_KO.npz",
        "sha256": "0165462c98ea90091f66582ff14280829c4d0de4f2ca7c9cc2c1ef36578012f1"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_PT.npz",
        "sha256": "9c0ec0fc96ed1fea5720d8d3b9c49e3f4b209661b499767c99eccb46c5b7f308"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_SW.npz",
        "sha256": "58e35aafcc6e64b9cb02fc90c9cdf5961ff7fdd3ef48be0c20e3bf8a8c90af80"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_YO.npz",
        "sha256": "4067b9d16b91652e49fd56c72187ef48ce77f6d001a9ff1b26ee99262e010366"
      },
      {
        "path": "data/raw/paper-final/eapig_items_gemma9b_ZH.npz",
        "sha256": "2f6bfcc84b002949528d25a4b2d9670bce34f9ed504de118296951183a9b4d1e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_AR.npz",
        "sha256": "94dcb8efccef3767426297f5271c18aebf9625b218ae75f1ca297aa153bee041"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_BN.npz",
        "sha256": "6ca9b13c44b281bd59fe2d67c953c7f209dbb3af35f72f1f1c21918cd2f0ff6a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_DE.npz",
        "sha256": "2fb3067819186d69ad7a25003633bef49dbc10e12fe9bc9e8f42b043de68433c"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_EN.npz",
        "sha256": "9fb1c2ebce005d8884b17032367eb260e5b23c4c624189906e997b067d13357d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_ES.npz",
        "sha256": "5668ac893a4ad279dc9e55a1353af94f7096cd63c59310a99c1d08596fb6b128"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_FR.npz",
        "sha256": "f85af58afae385ad5b7b4d43c4ef4aa56989f9b75540bc1333ee19369adecae7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_HI.npz",
        "sha256": "d3a88bd742c8d37afcf5ca86c99e7450ef68d77fa443ffa9d3c8d4efc701bf7a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_ID.npz",
        "sha256": "b68c0b5d10253efd3c611abceba1d5947d5ff5524da0d08c9a1e2893af70be0d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_IT.npz",
        "sha256": "09d989d497f0ed66484051b932f02925fe59460e0ed9725f2e922005a4bfd0e2"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_JA.npz",
        "sha256": "a822047dca1af25869c2a4a274f184367048e1557bad7e3dca20e1a0a3ef68c0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_KO.npz",
        "sha256": "290d2c0e8582f74e3fa49f207799466d04deb633ad91513260bd0dc6f3fd545f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_PT.npz",
        "sha256": "a4d5723a0dd7c51cc7625ec270513785bcfada0b7338d3f78f33bb505645db9e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_SW.npz",
        "sha256": "5ec2eb3aa6a2db6a076ff5a4ef0e11bf104f48d1d1a119526bed6b45d05ebc04"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_YO.npz",
        "sha256": "07a7b5975306ee0470677cd65ac0525f4ea78b9a30b1fefb69cc13528a452df7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_llama8b_ZH.npz",
        "sha256": "9e340f40ac9db38c970ae7097b42df29c17f16757b22802314f579262615b7c9"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_AR.npz",
        "sha256": "079a492f1aa37c52e46a41a5cd7604ba3d29f7615082e690f698a681c9d4d5c8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_BN.npz",
        "sha256": "228497cf3ee9046702a77b5b17b4d16fdcec5d8c65acbaa746fb9f90c59610ec"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_DE.npz",
        "sha256": "e9f96c495dc3815f077cf671b962d0c352be90c4bcb63d5357aa95a9f3d6b33b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_EN.npz",
        "sha256": "ab2231713d7383d8d06a4c2aa3cc209331c083dd66faf5e18a1608e3fc461d30"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_ES.npz",
        "sha256": "f9a6b3ff5d8a6b9b949c8fc3b72c7948d8135ced9cca479e62a0f8d861ad499f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_FR.npz",
        "sha256": "5afcc57909e240caa7664dd55d2c4b5edb3ae869f75fb906e1519c3efbab55b8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_HI.npz",
        "sha256": "f57da9a787b5842126f0dbb665134104506ce9a935f768df8cbd164aeaf3308a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_ID.npz",
        "sha256": "d1db876b9db8179ab4660e98e98a0f3fd5b69fe5af34000c12d62a5d910992a6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_IT.npz",
        "sha256": "3eb0d42c5ca3dbb7244483a213f9ddfa9190a0316499db43ddb1f9ce01f4a5d6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_JA.npz",
        "sha256": "0aa09b4e2b1bf19d659d6e6df6b6ca6be3ab906ebc10357719c9a8da96378cab"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_KO.npz",
        "sha256": "15935026fa387e54ab38f511cf13d7e84425e738ef958ceed97a9cbf7a5c3539"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_PT.npz",
        "sha256": "b09ab4265cabb47cb7e6ff8755df67f9a9d28df541cf3e092cac2fbbc57f67fe"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_SW.npz",
        "sha256": "955bb1e06a41505653ffdfaedfe3bdd0cb34efe3228359d26353a321182ee70b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_YO.npz",
        "sha256": "695e4e6530dcaca90440f70e975600e9774c94d6040b5ba13066aebd8dd18904"
      },
      {
        "path": "data/raw/paper-final/eapig_items_mistral7b_ZH.npz",
        "sha256": "34499bd4a811a09c47812286373ea37433c150612816a9bd1dfd2184790190d0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_AR.npz",
        "sha256": "1210de1ea82ec262af70246203aa38969b44aae7f11bf166d5eec59b7ad9467f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_BN.npz",
        "sha256": "4322fe17f6c921639bba8f7ff9904f607d462c20cd9adfb065d5aa7e17607944"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_DE.npz",
        "sha256": "5f1c3da91ced08105d21987caf249ed22c0a20a84453da58f0dee068379a5344"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_EN.npz",
        "sha256": "3cd52ad706c8232ee336fabf96fb2babe2aff89b21b47175d8c7c243f266d9c4"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_ES.npz",
        "sha256": "5b2683ed69683095020e85ea0574f51f9ea83b41a11e41f12dcd15b5ed7af868"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_FR.npz",
        "sha256": "bc4cf8349500b99a89d897ab127330875721e30c776c37746a5dd51ee0e06fd3"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_HI.npz",
        "sha256": "15c90af02957e997b8933e807c75cb977af3722221f985d3b6030b20dfc4d367"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_ID.npz",
        "sha256": "42724323db5c400b8b328524afa1f986737c8521967d23b182ab31ba53b0de7f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_IT.npz",
        "sha256": "0974f0388fd9dcf6332281a119cf28831d9bd01efece49fe388205565fe17523"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_JA.npz",
        "sha256": "4cc86deec5cf7e15b92f042179b6bddc63fb8c74c39ad0b63df1ae6346960a08"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_KO.npz",
        "sha256": "d2b9be23f8271b4faf0c020dd2d5df66ca950eba583feea20354a062f9cc6fc2"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_PT.npz",
        "sha256": "20c5c9c53e706475527dace344192cdebe0265acb65ca0ab527757d8e47c1c6d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_SW.npz",
        "sha256": "c7d3db9da418bf3b81a2e17db50db2c1bebea86ea798af4c9841733903deb118"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_YO.npz",
        "sha256": "ff64728523cfb9af99db6142dfc1521b1cda9ce0890f28d57ea0cc4909363e42"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_3b_ZH.npz",
        "sha256": "073011dc689eeb3154aa56bc379689d3586d1ecc603be4d85f771ba4a2c32bd0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_AR.npz",
        "sha256": "23bb10831b63b082915a94cd5b124f006823706f91deab68ca6013d5ff336747"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_BN.npz",
        "sha256": "35ce15179ff9bb01ed488f93fa371eaf9f14cf9de01356db33047649d6a01c1d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_DE.npz",
        "sha256": "3236d23ebc901d00ea6ac0025f1d00ef36064f769c2b9fa23930a211c07d701c"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_EN.npz",
        "sha256": "db1a5f5a217103819ac6b27a6038992fc80ab1748649e41cd3acb86479dd8f2c"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_ES.npz",
        "sha256": "dacbd7813dabbfad0fc888f8f76b3235d7c311213c07aa772794dc313e20e49d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_FR.npz",
        "sha256": "fba341c23f59294e121bdc6cf45a2b5aef72c2601c340eaa88fa8ea3e05d039f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_HI.npz",
        "sha256": "9f89118389ada433771d6819aa310ee39001c74f18723cd9043007f54d5e5bb7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_ID.npz",
        "sha256": "9d41e74a6bc9a35e47fe6b406a930ae369a15dd61ef1d6c99902a52555fa3f11"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_IT.npz",
        "sha256": "b3c5ee8085ed835779981a157230dbce19fbd3a9b020772e27d621be7b295cc6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_JA.npz",
        "sha256": "35f4e450337816a19fc07823c5f6cb1b935d845ae58a1af728ed6d80d5fe82e8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_KO.npz",
        "sha256": "4e4114600900eed29e4812c6f7288a8d7ccd505a1a365525905d7f4d1a8a7031"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_PT.npz",
        "sha256": "f27fab1d59a65a06c624c51b26ebb0e44642f7b374746fc2048f6309a55039be"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_SW.npz",
        "sha256": "9203aeaaef4ddc86d85ba90cad5c67c95fbcd494d2f4cc19ab97589c8f6a2afc"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_YO.npz",
        "sha256": "6863629e61060773496f58ad7a2b84712a0a580c989e0bcc22c8dbed54359f83"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q25_7b_ZH.npz",
        "sha256": "eef9af3e7dae45dfc1ac0a935121ca712f52517024a8ce713ba5871778b9907d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_AR.npz",
        "sha256": "cfef8e9ef2d16ef0a1070f05d4650b43a98b0f166ec7f7cee25c18f3fa0e2bcd"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_BN.npz",
        "sha256": "f5661f4a107f8098f718936761b3ce87986f964d8b6f7eea8682dc5ee70e963a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_DE.npz",
        "sha256": "30feeaa51bd2429ada2c32f476ef0b3bd9b25dad42d113b8b23b5a68b1700968"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_EN.npz",
        "sha256": "58f0e96fcb85748dad749783992312f7d0ffecb987528bab4b96aa0f147780c0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_ES.npz",
        "sha256": "5e8b678f51b70a2e3398aad2f9001bd7a7818f25ce06cf47b05df7cc8f307d2e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_FR.npz",
        "sha256": "e267e89b954ca5c57c276583680de87b355756771345d3e9fbc1624410389335"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_HI.npz",
        "sha256": "88ecc6600fd53cc69c91b7bf25c629d277bca3d21e53e9eb50942f63f708889e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_ID.npz",
        "sha256": "3316bce23d5d6db8093e367bea8961178ebc9bc2d2265912a72928ed2f195bcb"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_IT.npz",
        "sha256": "16f9f7fefb7058f8409cbe8ce8b6ef21914003770681df0f0228a695aa32f94e"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_JA.npz",
        "sha256": "cae57b1461116271ff7d69ef036a3589830eee30901bf0d2bb9ae3b55873e055"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_KO.npz",
        "sha256": "98d744f63e0b772a8ec6c6b9af2bf831f218913050ecb5295762cc09a4ca3d29"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_PT.npz",
        "sha256": "9e44deb346c1cf5cc41b5d07e6024326f444c89e4e2077d32fd37feeda804c1f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_SW.npz",
        "sha256": "6186ff1599351e1f97111f016f22a399529ae64e9fcf06c38ac1196f8c1f3dea"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_YO.npz",
        "sha256": "43d532adf710b1a49eeeec468ef5156f1994d225277c2190a7d37cda42ddff33"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_08b_ZH.npz",
        "sha256": "f4ef42a5659330e81e703dd5dbf330a83dbba16a73c7d626ff39b6f41340132a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_AR.npz",
        "sha256": "9f2ddb5d505e22173d21258c435c980e1f1cebe944f8cfa9bc9ea31b4d7d40a1"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_BN.npz",
        "sha256": "196ca3a76e6551ca930a44dc1fef3aef6fd0661a994d33c5fd1b6029d8498cea"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_DE.npz",
        "sha256": "fa0116779afc1223a2e06f0f3ab9e4417ef34bfb6a69969bad1b854c9d0b77ca"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_EN.npz",
        "sha256": "b9df8b6fa19fcdd45b12e68acb891c1286d2fca5033abbb892c3bcedd61e3916"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_ES.npz",
        "sha256": "65adefbb9d570252a2b1670dcf41e5005331c3edbff56ed8b1aa7792457534b1"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_FR.npz",
        "sha256": "b1c3d97f4239b0d8af69b0ebe83ece9438ff26644bf6217eaa643c5a67598ab6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_HI.npz",
        "sha256": "d2b0103920075c3b6fcf333b321499626c0597c91b4c64a433065778a66adfc0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_ID.npz",
        "sha256": "249545d77666570fdeda45befc0e40a640b3ffa32a2163446dc52f719619c339"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_IT.npz",
        "sha256": "0773bed1d65e1f6150bf9a6f8a955bbf8ca7489a22a7cc34d8fdf785059a4dc8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_JA.npz",
        "sha256": "11e98097607db8d1a49544a68830ad3599e5ff868071381fa76d88d6804f2d9f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_KO.npz",
        "sha256": "869013937aacc8223c54e5d22dc64fc52786b973b0a7d6135141d0d5a81b9cd0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_PT.npz",
        "sha256": "1c2aace6a6890b6ecba78e801cca7b8d3d61dc792b2e1e2f4619c034a11d0e2d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_SW.npz",
        "sha256": "f41ef489b8c0b697ccefada1bc2d069e9fef3007db9955c9a82ba09cf2f3bc35"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_YO.npz",
        "sha256": "72b00bb6df0f58901ff001b571ec8623ba028db6cc53aa8daf4fc242051c52cb"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_27b_ZH.npz",
        "sha256": "0fab838c84d9e7cf728fcd38a7e35a00b83fed47f1cf20a26eb2251c8e71c146"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_AR.npz",
        "sha256": "cda2ceda1f201c949a9c1e91a41999182e3bf8d8ba5f2541857cb01aab8180bd"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_BN.npz",
        "sha256": "57ccd751b153ea00fe1f38e3c46e63aece180a0d7010c9b85881abe69c22a0ee"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_DE.npz",
        "sha256": "cef292a9c7eb7accdf709d1149a00e321a995c394e00368b56ccc8a79ed8629b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_EN.npz",
        "sha256": "601cb6506fdfcc1800469524fb79f196b572343a2e0dd951f1e87f1fd1c05ff4"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_ES.npz",
        "sha256": "bc1f2afb0f8e16b48cd7f0093178b8e22e5810389b8d42f335532f5b79ad7b6a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_FR.npz",
        "sha256": "0bc43576940800a1e9812dd744b1acb7e337fbf243d4518e266255989e56545b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_HI.npz",
        "sha256": "0a58dabbf03fd97f898e3fbbfc55aa83aa96e893a91629adfad47317ddd916e5"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_ID.npz",
        "sha256": "7cccf8255c5bf434dfc394fb89ebc134b22900a6420d71678cba9b86dae705db"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_IT.npz",
        "sha256": "e40b57c0317d2d0d1d8ac0a07b30b4c39e10ced4cbff922c0eb5795c45bb13d7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_JA.npz",
        "sha256": "e36e5d8daa0374dde20326d712f915e49eafd00a1c0b1fd2de5ee0ac9d1c79b8"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_KO.npz",
        "sha256": "23a96fc50f2e7fc0de5dd9e87759a22dc5534d51c06dc40768a49c8025fb07c0"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_PT.npz",
        "sha256": "016cdd11889b87da082fd1dcd6425a5b1e1260a13db68a7cc2705a611cbfb01b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_SW.npz",
        "sha256": "3165d2eae63c60fd450d3fde41f63791f3295b2abc609df3a509605c122a7ae6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_YO.npz",
        "sha256": "fc9b4f98eacc963881d94095a1695d4887781a66e6aa5f1af247c36a73d88777"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_2b_ZH.npz",
        "sha256": "04641c4b80f00e5ab0c4a5792296eb65a87bbf94443194951f7508967f8710ca"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_AR.npz",
        "sha256": "c762241d790c9c6197d4721ec9aa30e054921e68c7b147976c5d75f4b22252ba"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_BN.npz",
        "sha256": "0f4518bc8686824425595fc570a6c9303b3942f68b6dca2d763f2d794bb98b6b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_DE.npz",
        "sha256": "4a9e2795e46a7ca8a53c33a7f0174a7cdafab476f3df309700c6f5f1c349e6fb"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_EN.npz",
        "sha256": "a16885bd658681370fd91a07f0bf572f6ca02ac36f0421e0eca2fd6d82e09dac"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_ES.npz",
        "sha256": "d96dacf4cb4db8c34468002ef07edff1f9a831d4fdfef290f296618cc759abee"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_FR.npz",
        "sha256": "a8d3319e60a4827afcbc893a5ecea7505de2cfbc3385f6cb7377d10677d4df95"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_HI.npz",
        "sha256": "492c5fa6f6a6245ed0e9bc54a61f39adf06e4c65106e1c75bb22d9bb1ff0602f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_ID.npz",
        "sha256": "da88413927ffb1d15a0eb299cc73f3fb3ccc0e22e97e6c3022d7a3520fa8a365"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_IT.npz",
        "sha256": "fc38ef8a3c80d53fe965e9db1a2cbefac6d3fd73b23e37c15639832e7b19002b"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_JA.npz",
        "sha256": "8e8efc4c171035c495f4277d7641c5d45289eafc77affb3a05de80a8f69ed1e6"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_KO.npz",
        "sha256": "77a7f94838b946d72050831acc20ea732239ed24639768284b46482ea9f9027d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_PT.npz",
        "sha256": "7011607c48ae182b993218b288e00d891a65f54c8fff814934a79f24418a6c23"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_SW.npz",
        "sha256": "98360cb1e2de4451d767add2b4e4cee6045c13b113ae74ced5669be5cf4512ab"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_YO.npz",
        "sha256": "cc59e810c2f8a3e2618c74b046f996d22f5234ce0e534d906ba87457b9f24e39"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_4b_ZH.npz",
        "sha256": "2814fd530cae575011fbee9c694c0a6cf4c329d6e8c2b4440a1f061458b25dcc"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_AR.npz",
        "sha256": "caca3ed59e40a4e892c75e54e93038108dedd9ce0d470a683c37f9ec25b489d4"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_BN.npz",
        "sha256": "0f13d26b3abf031b9bf668a138457cd02d0de93a0dc360335a40962eff6c6cd2"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_DE.npz",
        "sha256": "85ca9bfed316e1cb2127d7faf33cde686d2c59c4cefccd25ff4daf3d0836d85f"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_EN.npz",
        "sha256": "7e69182ceed527f6d2bbee4d76ead87c7a2115fbec6b496b7cfa082534ea0a2d"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_ES.npz",
        "sha256": "49f07a5cb18185040308ab3bca266ae20367d3cf09c814388e86f088ed75ace5"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_FR.npz",
        "sha256": "2d786150034487e435dd067ae0603c5c18621dbd6bde5941930b5205754d3aa7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_HI.npz",
        "sha256": "77029bcb044ae47c4556cae4e060fb93d3fa633dc3b3317ee2b3d384e21d6595"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_ID.npz",
        "sha256": "9a1d8c4e9be85e44379b6f182a8b2d081b0383beaea3b378146f2ead52e6606a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_IT.npz",
        "sha256": "fe0c56fb226e8a2597090056b0ffc5687bb3dce15f2d9ebc6d16ae08c84e9d66"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_JA.npz",
        "sha256": "24322e0e52e4738dea0fab2dc5872487679e0e927478b8db70ff5c94e8f38c32"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_KO.npz",
        "sha256": "ac00ccadc525098aa81246f83730eb84fda8beee3f08944c6bdddcb08c29eda7"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_PT.npz",
        "sha256": "73e9c41f16b0376df919a53aea383b7c900c88e376b74f90b82663217827856a"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_SW.npz",
        "sha256": "17a0580d913b598a5fbe6959faf8b44e9b20936117968881bee89aa23aed5c80"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_YO.npz",
        "sha256": "e2f7d33344d3808ad71d0492c6369cdbd91e844f737fa317953c3c630c66b7a1"
      },
      {
        "path": "data/raw/paper-final/eapig_items_q35_9b_ZH.npz",
        "sha256": "a35cc3ebd654c5b40ba811856e2990852a975a90ff2a232741c1ca0abb243aa8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_AR.npz",
        "sha256": "7b703ff5b95844659f90121c33604228a55fea7dcd7dfaa398bb4e66b45fdbb3"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_BN.npz",
        "sha256": "e5e7892f7280d6d444ebf1194fd66090b8ca64329b989fdbc9f1807ea7039f8c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_DE.npz",
        "sha256": "b7f4f349cce580865056672ef64d800df2d558143548b0e4bbbf858ae5bb2484"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_EN.npz",
        "sha256": "795526fbeab3efb13f1b0b6ff3918cca529e200c3d92805ab65643ba6564f274"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_ES.npz",
        "sha256": "5abd911b406f6b51e7c6c01a46e8870286c3b6c021e672f1e77e9e11f7ee57c8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_FR.npz",
        "sha256": "d4e3e11e65b67e3e13265e4ba48d44b993816277845e12e9c48cbb8cc7797d66"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_HI.npz",
        "sha256": "b44da6df2874214dc12dab6dbeae921699e7cc5f5ad63ec65b49f71e193c30d5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_ID.npz",
        "sha256": "3c7bfbe5286ac5084aad5efef6f5ac83dfdda8b830c9a16cd79c5798667a68a6"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_IT.npz",
        "sha256": "348047160131ac7f5cf92f3490ca55774f7c3cee07b1e77eadfa82c794768452"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_JA.npz",
        "sha256": "84776b500cbeefc7bd408c3d4e1cb57d9b6f1f4421fa20c13314d42802a339c1"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_KO.npz",
        "sha256": "500041636077cb6d23ab1588084d91802b555300f13f44208ee97ac896da3c40"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_PT.npz",
        "sha256": "a25f452c382bf639c522f281dd8f156b733d3a4252bd47baf7bb77d3cd6ef93e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_SW.npz",
        "sha256": "ec52a453340e0db2f6366643dcf4966a23e23aae97ae0113c73919fafc1ca9a9"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_YO.npz",
        "sha256": "4567dd9322fc44da1c85745995ebe2ee18726c3c6fa0db37953d07c631e1d409"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma4_12b_ZH.npz",
        "sha256": "14834585f1d0c1db20e1825e13f2b9f8620c130b57627ade90377a23b35ed01f"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_AR.npz",
        "sha256": "c0d1bd3ef76976b92fe3395e273b61838b1410fac6513c767a03168799806abf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_BN.npz",
        "sha256": "7575671f56487dbcfcccd9458384a044c5ac10d6b1187da13023fbd7a2fc6c16"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_DE.npz",
        "sha256": "7515f5d1362d41a7cb4a93ba6fe96cfd245f0b0f9ff96ace341f847a665790ac"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_EN.npz",
        "sha256": "20d20955beb4cbb66c041df72cdfe2d1168e6376da230e4771dfa70c570010f5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_ES.npz",
        "sha256": "94382d51c5323afc2a9899116af18cd3434cce4d44f5512a1e63322010be7c77"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_FR.npz",
        "sha256": "1f57981109e13969d076282a08ab98c6ff9c982ff05d5eb3ed25ed80efa2e571"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_HI.npz",
        "sha256": "737c497fb581a9fedb68e07aa6552bf23782b25a861ef7493bc02a1d128bd57c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_ID.npz",
        "sha256": "32982166ca2314e9117daa45f6561131fb09fb36dc1da7d5db9b900c9f00d894"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_IT.npz",
        "sha256": "0fcbbc7e7d1016bfbaf848b9ed0da9042075fa20ba832274b79ce2f6574cd03c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_JA.npz",
        "sha256": "566010e127909b34252528f9dede616e0c3d692a9113415552ae5b520f3cee47"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_KO.npz",
        "sha256": "cd8e1dd1f70aa21163913f129b195d7d21b265191e7d1bb40d68f1c87592b901"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_PT.npz",
        "sha256": "2607b2259f3bfb47151d688ef309b3d37a6c8a8880dd54ef4a6ed007cbf26298"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_SW.npz",
        "sha256": "ceae2a27eb3dbc691cb028a5c82a83654ef0f83674eaff21a2864627cafa66b8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_YO.npz",
        "sha256": "30174772d3e727a6b31daf8470c48063189738261d40bc9d314310357512ae82"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_gemma9b_ZH.npz",
        "sha256": "8b2f25fd5dace5e6af0bae2b2813bf06d525fd964330e63022166dd7b5205ff0"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_AR.npz",
        "sha256": "46eec593fb2225ff3cd77b38067bb3aa9cc40b7a85305207b11daaa3e5c10e44"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_BN.npz",
        "sha256": "b99c16fbfdf37d00c9322e3ebda593b7bba5101b294cb0cf4aaffee1d85db7ad"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_DE.npz",
        "sha256": "66b9dc362d17c00908e1a40e832b134cec8b4458b27bf7e88ea79d7a7f103f28"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_EN.npz",
        "sha256": "043d6b5772a570f7fdc4d27c3dcabf8f8e2d341475ee6ce3d4a49e0c98f7e85e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_ES.npz",
        "sha256": "7b447b7cd364d0145b7cdc220cdd069be2b707b3fef12924fbe1f94b5725c452"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_FR.npz",
        "sha256": "6ee2463128732d86664d9f95d145b4f49324571691be255456341b074a6f7f8e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_HI.npz",
        "sha256": "25568b58729bba28aead88d82aff5bd0c0381dff7db4d00a0886c84c34b4536a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_ID.npz",
        "sha256": "896447ab7eaaff9c47df8f9cb5d26855edf14617ef3dec605f34832d1a8ed7d1"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_IT.npz",
        "sha256": "cfa0bdaa1a7e4b4805c22fb5796ef855e0d47dad0fdd4d2028e9ef178c51179e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_JA.npz",
        "sha256": "d3c07376d1fa790cb09bbd3cc380fe870cf139333d6d2e7385da60568f25f905"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_KO.npz",
        "sha256": "a7cd8dca0ea25bebe8b42bc86ae4ec88780a51b349a93fbe2aeb9c73914390c5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_PT.npz",
        "sha256": "3841c07d9ab31355f81fdb0d06c6bfc8bd3babc2cefac572133a2ed108b82179"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_SW.npz",
        "sha256": "c9f0c1a4253a7a9d1979a0c54d568212de9314823b19d53df95a7f26e0ab9600"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_YO.npz",
        "sha256": "610575446413267fe23aaa2a3cfd230a4df4cc6ed9a57f673b2aac461acc9418"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_llama8b_ZH.npz",
        "sha256": "8d41bc0611952135c7eb60cad7427a6991a0b9ec9ce9630e226a9e62a8c397cf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_AR.npz",
        "sha256": "9d7b0dc86d5350dd574925067559fc28ce50fe0318d08015b9fba337b0df8399"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_BN.npz",
        "sha256": "0ea4da36528873537144324825484686fec2644db2e6872deb173a602b5b0174"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_DE.npz",
        "sha256": "0413d8b55e000b14dc2388c260ff4913867a322e4b48475ada59ac3329b84f12"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_EN.npz",
        "sha256": "d30320b582cdc9f67c730c87e7cd96d450099e8a4083847a2f2885bdfac4d718"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_ES.npz",
        "sha256": "1b98990154c245a49abb887ecc67c9a3e79fb697fab89b50639c80e1a760b01f"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_FR.npz",
        "sha256": "72766f194a38edff842da6b5132300cd812b6a05394734570dfede10481e032b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_HI.npz",
        "sha256": "411e984c56ed812e7e8d9aca5673ad4ef0bf9f84ebf06b2778a704421e9c9cd8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_ID.npz",
        "sha256": "b269e443cc1a8031720f2aa7387a44d7c072dc0954af24e3ffa47867c3290c32"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_IT.npz",
        "sha256": "a2162e7e2d7c4d3a4643d96565c91fc474c3ea321d95ef2f225851b453c1c3cc"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_JA.npz",
        "sha256": "a825f385c78d7c61db0f6a38c68971dbcf087c692dac1f8a556db402ccb7eaf8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_KO.npz",
        "sha256": "516f89ba657f54df48cb43bb8578044e6f624a2f567f8eec7a2937f75a1e05d3"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_PT.npz",
        "sha256": "5b4552d11ee0a45846bed98b0f4b2042fc3bababeddb502f0171359aac374ac9"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_SW.npz",
        "sha256": "5f4712e09aad5949a9e1b3c98374816c4c535a19b2c125b5bf4d0c68993e4437"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_YO.npz",
        "sha256": "fab480daa0c5b705ae163510d6f3c9dd35536707352daf27afc761a6b68bccb8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_mistral7b_ZH.npz",
        "sha256": "5033e30e410f63a73d893625172e17e255623c5c4fa89b034cca9ea8c53626b1"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_AR.npz",
        "sha256": "1f9448977eafd9a4d05f6886411247c64e3a85008ddfa83b209e06ea450b2411"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_BN.npz",
        "sha256": "7e2e2da8d4f0ce7ad0cc28bc612e6c5520d28392e5382369b4ef7e1da3f1e3f8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_DE.npz",
        "sha256": "d1ef132f840b7df8fdcadd27b155a8e6577906f300ef73d145f71f3dceefa876"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_EN.npz",
        "sha256": "c167258b14309d8edbd029860389b69f191a853725f64bbe74406a672077e2c0"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_ES.npz",
        "sha256": "a37e2e0ee39570429812b60ea0bef9de269e2d74e8e6472be6fdf008d84f6ddf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_FR.npz",
        "sha256": "79dfbe0caec497dc06308f2adc7f4a5a8d7fc81a1ea993faaf551ae569344301"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_HI.npz",
        "sha256": "b571bfeb3e513aaa2d030cad00c852f811705d9a32adcaeb3bb3dd08359df67b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_ID.npz",
        "sha256": "bed58c250fdbdbb13ff8b14aa9797fcf8753e00ec25f10f5d49a8f4b9e06a3af"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_IT.npz",
        "sha256": "1fa76e5ba14211cd712375848fd6caa408ef3894dec25c96cf4937b35cdf05c8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_JA.npz",
        "sha256": "3699e884bab6c6bb09490432348e6a9f6d8e92c1529b0523b2f5f025ff30a63a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_KO.npz",
        "sha256": "5b988abf5c12baac00fd866bd7c567c0eaaced6682f40afd7b8570037307418d"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_PT.npz",
        "sha256": "6d2cf4082e286fdd1f81f78ded661f42ac134b3c31596636bef8ca8f4b81ca89"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_SW.npz",
        "sha256": "dca390c8c3baab61c506d422913d50f7fb5d4d44076f1998623ece58302cddd6"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_YO.npz",
        "sha256": "f58b248a691f7b18b2fdab0f5f1b908f2da6306e8827f54a583c64d6f533dce4"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_3b_ZH.npz",
        "sha256": "ab848c06f8361373961d8a339aec14e529dcc3e46c1685894a6cd5cde2280433"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_AR.npz",
        "sha256": "fd1a3f1a6d68e50048e8c5f0cde62ad52d4bf1657dad6430651eefba4e29ce8d"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_BN.npz",
        "sha256": "2eed10bf000e589b0e588752cf186b5a1f600274d05d8511624d9b10645eec7a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_DE.npz",
        "sha256": "8f027aa9fc96ef35d3125f1bcd1d7611ec72af30503a583d9e2793d17833fb37"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_EN.npz",
        "sha256": "c651786066cf09ae3a795f6cc008efc29f874e24741bb74c546cb9137f989e3a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_ES.npz",
        "sha256": "8ff60c94f770e1266791977282cee5b395f9ce9c4bc17ae81700b923da02650a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_FR.npz",
        "sha256": "0a154c22220b77fe8a0299dcbdacbd4639f44ced01c640fe8838732b501d0430"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_HI.npz",
        "sha256": "f91659d40e93997423b35e426766c30a63538cae7c17714feba109980f95ab8c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_ID.npz",
        "sha256": "a22d13b4fc0a37628f173150ace9911056f2f6dde4089178e880e5e900716d4b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_IT.npz",
        "sha256": "1843356b8c0f95f77b00876d1adfbd83e500d00ccdf807226b0dcaa0adefbfff"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_JA.npz",
        "sha256": "d771746c1c598fd41f5a8504f5eeddafd1b0cda070566bb841e5fed439d7e1cb"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_KO.npz",
        "sha256": "681ecad6ffaedb5a31c7c24588b269d309386efee3a7efdf23c722267fdda55c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_PT.npz",
        "sha256": "0e9a948b3bf9ab8ff9d623e2fd6e999499bccde1b6992247e3a9f2cbcd3cc9d2"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_SW.npz",
        "sha256": "2af74b254f2b45fedda0677918d9513c9f928d5b6a7bb97be1b5dfcff852ad02"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_YO.npz",
        "sha256": "7f7cf9cb62b403b2b57e6ba6c051e7320ad4ef36970dd3bb07fc918d3eba1df5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q25_7b_ZH.npz",
        "sha256": "c0d11af8801c3682ea09e0c650633d9c15adb5e6fcbbfa37e49e44eacb53f6e5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_AR.npz",
        "sha256": "0be3a6c15ae271945d555e06d0afd29b00df012d2700c085ce85707a675d5fb4"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_BN.npz",
        "sha256": "32e1ba3d37db0b23ecbdbbce5e607a0de4dc07bcf09f60ad79fe8aa5aa22aa02"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_DE.npz",
        "sha256": "0cc46e2d662611f996ac7a08f83c33eb5748dee01f676f0146fbf06fbc3950c8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_EN.npz",
        "sha256": "587f3599327a2d0d593cd1bbcf428f92ff90c7e5c0e7a305dc4438f1c6402ba1"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_ES.npz",
        "sha256": "74bf63c42d3de8770ca9102edba5c1f7c4cbdc66efd0c7de370682c06aed7298"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_FR.npz",
        "sha256": "0ef79815f8b6d03c90bcb00592eda881606a6d25612b65514d21f50321cd3d77"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_HI.npz",
        "sha256": "e038cd890f13f2d3ce342cb7765675d5b788113aa47adada1103daf915a3ed57"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_ID.npz",
        "sha256": "302b32fae8436c5f49e8204004dd1b341877e7d5c76b72ec7664ffb759f4610e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_IT.npz",
        "sha256": "e95c813a1545fdca244aa370b351a6bbc35bff0d18e2be395c8b3946ab64b7e2"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_JA.npz",
        "sha256": "4da13818044594cf800abb772b7866b5b6ca1d6aa8c484cfbfaaf8a1894fe8c7"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_KO.npz",
        "sha256": "5d1b0f3b47c316038135fe80c2e274b3f52aee59c688f6bcd44cc148392e10fc"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_PT.npz",
        "sha256": "afe73f759a53851ebb97e7c574504a327cf7f90f67519b4ce703b8807e45b59c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_SW.npz",
        "sha256": "b2d596a84c0a5fa22ad63920971c6e7580affd1bd879c9a6da9eb14175710a81"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_YO.npz",
        "sha256": "b2039a45e3324ca6d459750e35042e312edf9c7cdd763d8f14303d73cf614180"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_08b_ZH.npz",
        "sha256": "42ab3edbf67ff475c7c9a290cb0814f052c56d27b74a261e6611ed418bc79f5d"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_AR.npz",
        "sha256": "a1df50bbad545657db96c265ac4dfe474fd69d0e07c25f4d71deac1020ea922b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_BN.npz",
        "sha256": "d8a7c4e2efa5fbfdf7ed0d5e5e3554980c54526e9bf6d63096b8311805cb6ecb"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_DE.npz",
        "sha256": "90a1dafdb08409e22cd445f4b2f32704168385320fdbbd59a09cdfc4e5f314aa"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_EN.npz",
        "sha256": "d9c18175aae39fc8070c4932e90b45b9db29da476138ef62219d199f4e8ac556"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_ES.npz",
        "sha256": "e9990d21f0e36de8861d880412d0a2951b44d72ca55f76335e761d48eb65811d"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_FR.npz",
        "sha256": "99c91d96ad8495eb96a761d36e814d71f5cbc402ddcdb54dbf7168046409ada1"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_HI.npz",
        "sha256": "e712bcb93a3c3df1ed7a9d1d43b3cc81c746c6d112efa7b8cd693f65084ce45c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_ID.npz",
        "sha256": "aa6c5ef27482e1152126154da70d0235961296dfd21d2ca459d4d96e30ef7f4d"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_IT.npz",
        "sha256": "5b69f84e83307444229b2d7776dc7e2fec353d02aca256003fe8490b940a0adc"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_JA.npz",
        "sha256": "72c9755e2df64b117ff1ca7eaa526efaec274b7d8631dcef1b0b4c7d7f9383e5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_KO.npz",
        "sha256": "d2e7612bc5d252a4f97b93cbc8ac150487bc4ddc3536d23d3ea315b1f9e2c576"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_PT.npz",
        "sha256": "bc4b2e96dad62e69005de108a42d638bb3b55ce92b97939419379ba7b916c85a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_SW.npz",
        "sha256": "9aa4c087558d0cb080bf67a9415d0dab86f9fcd0a0e7c91e0e696bb4f4cb450a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_YO.npz",
        "sha256": "a26c453ff312b81e14dac46d00905a2d4f4fe7f65d2d6eca2ddf8b7fcd8a8bab"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_27b_ZH.npz",
        "sha256": "e2805ddbb3acaa07163e335701c503da8d881050e5959d8477b2bbf7c854fed9"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_AR.npz",
        "sha256": "2c3044fe6359cea05f10d47c61227f08970d081f5bfbeac10c2dc2d64b0bcde2"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_BN.npz",
        "sha256": "21e3b5644cf4209154d7f751752675a8a48372b6e720ecc094c0d75edc5a105b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_DE.npz",
        "sha256": "298988018b945635c88649b6bae3ca7423aa2457afb7e6b327986c2d7a4e67fa"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_EN.npz",
        "sha256": "21660e08074a7e82806e25fa6a0ded74ef52ee8533f79f72bae28ace2c27752a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_ES.npz",
        "sha256": "0b84239814eb9dbfed71b09c861f73824058fd57dfc739e332c2490430051152"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_FR.npz",
        "sha256": "3ece5daeb79b166c3ed11f34df7060040f8e567dfca635dbbdf7c7eda0aaa0d4"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_HI.npz",
        "sha256": "2d5389902fab96461baf8bf5fd6d8447b2e3d2a20300b30e7f120e772fdc1d54"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_ID.npz",
        "sha256": "c13af1d27c96fdc82b60cbb0e7930c17957b94a1202798d44daae4b9f1b4a4bf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_IT.npz",
        "sha256": "72dce7c1dc68f0061eb164f84276c6351a5f29050688f110bacac2e4c8edca82"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_JA.npz",
        "sha256": "09467a1a734ab719874479c6bd2806128a2733d9f17508451cca0907921095a6"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_KO.npz",
        "sha256": "bac11261005068b204c1b3baee47bfb9ed4a4d6e4e960ff93be36f515df65157"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_PT.npz",
        "sha256": "bc952af532958dbe77e2f2505b8bbc1e60a65a113d25850ebb9f0cb6bac6f6d8"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_SW.npz",
        "sha256": "5fcecff93c8c3886c5f6ecb222b5c04bd18b48654b82d6ccf7d617b6204fc684"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_YO.npz",
        "sha256": "1ce0e9ccbfd0fc604f67a748c3aafa38231057956f1532589b68de21ee1db874"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_2b_ZH.npz",
        "sha256": "bacc698082f1072559600112d1c46951eadaef1584b96de9bfec597ab18eb9ac"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_AR.npz",
        "sha256": "38bf58b26cfa8c4366689bed0255201e467d57f676c8fa202330035e7a4ec84c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_BN.npz",
        "sha256": "3eae505d077c598cb090accc22d3d5296d1c9ddbe50795a1782f6688b8d43cf7"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_DE.npz",
        "sha256": "4406ae864842e66400f7bd880792ffaf6374d6b5838522ce83d6e43edbc74038"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_EN.npz",
        "sha256": "d602daab9103e38e6a6e6951ec4af3cc193d045efc2d1b9879517838440e08b5"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_ES.npz",
        "sha256": "71c08bb55b13f41517325a8f11c4f1198e80de3cf3eb84ae5b1f61fc67e76df0"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_FR.npz",
        "sha256": "e285581a65f5167c9058f785dec9e5f658a2c217c23ec104667ad465ac360abc"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_HI.npz",
        "sha256": "aa5cbee241c43b9b41af4388b25ce5c18e0f06adeee759edd8dbc2b30442ba5c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_ID.npz",
        "sha256": "850cf59948ce3bef3cd65937384dd3dc4e4ef473bb9aae00d398a6e66a88c573"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_IT.npz",
        "sha256": "81ef9b5179b81476555bb8685f563bbd23a5cb193bb64adf3310a1ec758c0d71"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_JA.npz",
        "sha256": "282187558b4f59f9fa0e056de50aaadcf0556e7808c788975c81b21d756f7f8e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_KO.npz",
        "sha256": "ede0b884f384395062a847ca18548570ee554d4c4c72581a35dc925afdd6ffcd"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_PT.npz",
        "sha256": "b4074f3e0dbccba3ef7bf7b3ffd22d510fabb9ba02d9360066e2152faac1c581"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_SW.npz",
        "sha256": "6a65b6eb926ffcffdab6dcc748d0e68a6c2011a59c4f6ff7e6eb8946534676d4"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_YO.npz",
        "sha256": "0a5f733e110cc6d1bcaaaea889edf8efe22034cd46b3ea39a94b9e3a8936dccf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_4b_ZH.npz",
        "sha256": "2d2608ecde2b649a31d7a577bbaa8d936507f5c80b799edd5b468997e09f58c2"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_AR.npz",
        "sha256": "2540db3ab9d1632f65e3b815b7043333595680f6bb0708883b595ebb57571882"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_BN.npz",
        "sha256": "aecdb3b961e67aa93631bbe4b3f5892568f93d2965aaf84af9e0e53d09986e21"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_DE.npz",
        "sha256": "5ce544f1e6738f269446e2ba6fb0c065b9508303f1abb2d1d8488d9810a9f1da"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_EN.npz",
        "sha256": "74b5233a2afe7bcec3668ceb4b299ddb8ff91bcc1ec4fcbb1b33b489a9e235cd"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_ES.npz",
        "sha256": "5fae3e1d57b19d0f93a66a4d92b175bff0c2fef9b5aaae251f9ecce2487ac54e"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_FR.npz",
        "sha256": "b2b9e874e7673699d237805cf01f809c908ba834b9fbbe3ccaafce3456296b4b"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_HI.npz",
        "sha256": "efbb2a1461bb42ea03e6704456c0e9a16893c560739afa5a8fda8c3b0af3c8bf"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_ID.npz",
        "sha256": "2f0b36b6cef515e2477a36e4e7dfdf08e32ae60922ba15b41c50214bad1d053a"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_IT.npz",
        "sha256": "fe2568cbaf73bcd2c71588bb58602a92d29b42ec5770d517c4f19de155e453bc"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_JA.npz",
        "sha256": "d283aaf07f696dcaf9f7200ddac3172c931f5117c8dca374bf82600b243f007c"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_KO.npz",
        "sha256": "735df083e60ffb665e6f81b02a81997d4fbd5dc50ac1d51193d06d00d24e8d71"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_PT.npz",
        "sha256": "cd639aa829381f4ac221aa26adf167a20cb04efea4cc191110f07fc71b279cba"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_SW.npz",
        "sha256": "029a19b58cb43f0801b6d7c28439e9fe5f64d2f72fc0ebd446108de0fa8888bb"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_YO.npz",
        "sha256": "e4338fd0c63243bf2d6fae235243697d15b937f5fd501bbbea4153ada4798ce2"
      },
      {
        "path": "data/raw/paper-final/eapig_social_items_q35_9b_ZH.npz",
        "sha256": "f7fc0ca10d9d742880eef3451cf06c8e89aa5b4cca39bcf51dca08256794f694"
      }
    ],
    "run_id": "paper-final"
  },
  "rows": [
    {
      "attributed_shift": -0.20949501756236663,
      "contrast": "factual",
      "item_r": -0.18841749829621535,
      "language": "EN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 4.517601431980907,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.40930892949272196,
      "contrast": "factual",
      "item_r": -0.2928593033060089,
      "language": "DE",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.447083830548926,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.20864576775011626,
      "contrast": "factual",
      "item_r": -0.16060923690871665,
      "language": "FR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.8485978520286395,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.1256047968164632,
      "contrast": "factual",
      "item_r": -0.22370176570747785,
      "language": "ES",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 4.125261038186157,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.1935230449405996,
      "contrast": "factual",
      "item_r": -0.1820134533202719,
      "language": "IT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.595390811455847,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.0051708441525103125,
      "contrast": "factual",
      "item_r": -0.23653243315220515,
      "language": "PT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.6530056682577565,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.03086536545727373,
      "contrast": "factual",
      "item_r": -0.14792555842905686,
      "language": "ID",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.2752461217183773,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.08286450112977305,
      "contrast": "factual",
      "item_r": -0.000816136777881667,
      "language": "ZH",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.534512977326969,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.5762461911222752,
      "contrast": "factual",
      "item_r": -0.5158016878302317,
      "language": "JA",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.345577267303103,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.6113042294036729,
      "contrast": "factual",
      "item_r": -0.5530916005276825,
      "language": "KO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.222292661097852,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.4500993024690151,
      "contrast": "factual",
      "item_r": -0.4427467019893807,
      "language": "AR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.9087298627684963,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.058732936211114556,
      "contrast": "factual",
      "item_r": 0.4716429688269521,
      "language": "HI",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.9698314439140812,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.07622180602115664,
      "contrast": "factual",
      "item_r": 0.1563230801408989,
      "language": "BN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.9219495823389021,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.2970093583552623,
      "contrast": "factual",
      "item_r": 0.5716287480714103,
      "language": "SW",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.1625894988066825,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.1090982081145251,
      "contrast": "factual",
      "item_r": 0.41710056751273633,
      "language": "YO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.6599418257756563,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.04753651378096903,
      "contrast": "factual",
      "item_r": 0.05513529917340504,
      "language": "EN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.7755313400576367,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.06110986030480411,
      "contrast": "factual",
      "item_r": 0.2427433998057059,
      "language": "DE",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.9237436959654177,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.23371476659478965,
      "contrast": "factual",
      "item_r": 0.3261044616537328,
      "language": "FR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.981346811959654,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.2459400137400782,
      "contrast": "factual",
      "item_r": 0.18105812885741038,
      "language": "ES",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.973793227665706,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.3802080386623479,
      "contrast": "factual",
      "item_r": 0.2707850553388693,
      "language": "IT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.984622658501441,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.19184275203447698,
      "contrast": "factual",
      "item_r": 0.227113677494748,
      "language": "PT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.9862436959654177,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.44745074500838394,
      "contrast": "factual",
      "item_r": 0.15818954303481936,
      "language": "ID",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.2774900936599423,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.24729839058060996,
      "contrast": "factual",
      "item_r": -0.06726804725812402,
      "language": "ZH",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.6161518371757926,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.015035443098885,
      "contrast": "factual",
      "item_r": 0.017500524222928568,
      "language": "JA",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.551211838076369,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.0676902810885829,
      "contrast": "factual",
      "item_r": 0.054991732102669465,
      "language": "KO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 4.256436306736311,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.440768947062349,
      "contrast": "factual",
      "item_r": 0.13026631512710116,
      "language": "AR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.7818916606628243,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.3918808278551705,
      "contrast": "factual",
      "item_r": 0.16975720136733627,
      "language": "HI",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.4996285122478386,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.23428555959928749,
      "contrast": "factual",
      "item_r": 0.21141509671670103,
      "language": "BN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.4016795749279538,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.5311426858734561,
      "contrast": "factual",
      "item_r": 0.200227267871485,
      "language": "SW",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.1729331772334295,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.33686232716399506,
      "contrast": "factual",
      "item_r": 0.24038143778669274,
      "language": "YO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.19494180377003784,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.03541498336476798,
      "contrast": "factual",
      "item_r": 0.21588262704648473,
      "language": "EN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 3.93678125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.04481259973355191,
      "contrast": "factual",
      "item_r": 0.0005620643054312035,
      "language": "DE",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 5.1223173828125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.2879472063734356,
      "contrast": "factual",
      "item_r": 0.17398321275961934,
      "language": "FR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.366859375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.31125197354326517,
      "contrast": "factual",
      "item_r": 0.16828811395710083,
      "language": "ES",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.3701640625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3427665847113676,
      "contrast": "factual",
      "item_r": 0.05934380383512448,
      "language": "IT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.7293232421875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.08129644851970806,
      "contrast": "factual",
      "item_r": -0.0584695817231172,
      "language": "PT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.199703125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.797063419795406,
      "contrast": "factual",
      "item_r": 0.05516787499614397,
      "language": "ID",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 5.946966201782226,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.16074015396526375,
      "contrast": "factual",
      "item_r": 0.1330729099845727,
      "language": "ZH",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 5.4686943359375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.08703650656557875,
      "contrast": "factual",
      "item_r": -0.24953229684348158,
      "language": "JA",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 6.174727844238281,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3843072962479855,
      "contrast": "factual",
      "item_r": -0.06782841472066432,
      "language": "KO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 6.098677917480469,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.30313305459717593,
      "contrast": "factual",
      "item_r": 0.16510391898814483,
      "language": "AR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.659838623046875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.31043218580906795,
      "contrast": "factual",
      "item_r": 0.06211783951644374,
      "language": "HI",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.6459765625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.34583264141484504,
      "contrast": "factual",
      "item_r": 0.16442048428026523,
      "language": "BN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 3.1299375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.5158660224231134,
      "contrast": "factual",
      "item_r": 0.08561120748374255,
      "language": "SW",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.542859375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.10865521465801795,
      "contrast": "factual",
      "item_r": -0.11494183281956158,
      "language": "YO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.3581015625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": 0.7110668627288905,
      "contrast": "factual",
      "item_r": 0.19218285181722486,
      "language": "EN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.8075859375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.4293783628871752,
      "contrast": "factual",
      "item_r": 0.2967911267459062,
      "language": "DE",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.6503896484375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.4601188733991294,
      "contrast": "factual",
      "item_r": 0.2749743583052,
      "language": "FR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.779155517578125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.49208150814590407,
      "contrast": "factual",
      "item_r": 0.3305824224883358,
      "language": "ES",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.035283935546875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.49898386034630676,
      "contrast": "factual",
      "item_r": 0.16255148434715877,
      "language": "IT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.667011473655701,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.391860616694692,
      "contrast": "factual",
      "item_r": 0.015459005324174638,
      "language": "PT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.41991455078125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.13989553865975177,
      "contrast": "factual",
      "item_r": 0.15925060527963467,
      "language": "ID",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.248576602935791,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.30560895652706677,
      "contrast": "factual",
      "item_r": -0.014547570648389638,
      "language": "ZH",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.5839384765625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.22079905665668775,
      "contrast": "factual",
      "item_r": -0.12296179520876974,
      "language": "JA",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.9360480346679685,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.04978780495515457,
      "contrast": "factual",
      "item_r": 0.0011944385712275123,
      "language": "KO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.915392730712891,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.38692916524413157,
      "contrast": "factual",
      "item_r": 0.04268045554507595,
      "language": "AR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.7587247314453127,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.09469623889756985,
      "contrast": "factual",
      "item_r": -0.19278616072615393,
      "language": "HI",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.8052216796875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.10301320065344408,
      "contrast": "factual",
      "item_r": 0.14167068377919279,
      "language": "BN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.86336962890625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.13444749569879422,
      "contrast": "factual",
      "item_r": 0.11737206200616213,
      "language": "SW",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.23772021484375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.3143050425834517,
      "contrast": "factual",
      "item_r": 0.4813824421968406,
      "language": "YO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.972748046875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.37795792880304635,
      "contrast": "factual",
      "item_r": 0.2599116030728894,
      "language": "EN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.2821875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.6704280480660922,
      "contrast": "factual",
      "item_r": 0.2927626046794704,
      "language": "DE",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.855375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.6438670255638037,
      "contrast": "factual",
      "item_r": 0.2574730068996953,
      "language": "FR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.62890625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.795473319733072,
      "contrast": "factual",
      "item_r": 0.26634713952607647,
      "language": "ES",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.88178125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.7990677803338417,
      "contrast": "factual",
      "item_r": 0.2515687036822607,
      "language": "IT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.85615625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.8609543872981644,
      "contrast": "factual",
      "item_r": 0.30531559211025616,
      "language": "PT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.5791875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.5393469634121725,
      "contrast": "factual",
      "item_r": 0.27126538418990276,
      "language": "ID",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.90075,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.29171691271867145,
      "contrast": "factual",
      "item_r": 0.23727442128249865,
      "language": "ZH",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.265875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.7369069778224985,
      "contrast": "factual",
      "item_r": 0.17523248972996391,
      "language": "JA",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.40640625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.5126692956675751,
      "contrast": "factual",
      "item_r": 0.2496443789759194,
      "language": "KO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.35646875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.6904202595976767,
      "contrast": "factual",
      "item_r": 0.3238942399150355,
      "language": "AR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.8905,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.6130328671087752,
      "contrast": "factual",
      "item_r": 0.4142150886175058,
      "language": "HI",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.58925,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.620518669971332,
      "contrast": "factual",
      "item_r": 0.4490501908951122,
      "language": "BN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.59440625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.7453878228954932,
      "contrast": "factual",
      "item_r": 0.24456609022133396,
      "language": "SW",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.653,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 1.472068087031139,
      "contrast": "factual",
      "item_r": 0.5351142453851512,
      "language": "YO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.32109375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 13.465594088398111,
      "contrast": "factual",
      "item_r": 0.7243919306566287,
      "language": "EN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 6.447702261117788,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 17.140621908630475,
      "contrast": "factual",
      "item_r": 0.6774173556594723,
      "language": "DE",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 8.172987841401506,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 12.412170852442967,
      "contrast": "factual",
      "item_r": 0.7838858511069466,
      "language": "FR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 5.724199673424848,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 15.149705777023538,
      "contrast": "factual",
      "item_r": 0.6865129047102211,
      "language": "ES",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 7.263563410955885,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 16.788774759587408,
      "contrast": "factual",
      "item_r": 0.7171161236201877,
      "language": "IT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 7.93822896239246,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 12.166246471907552,
      "contrast": "factual",
      "item_r": 0.7675406153825453,
      "language": "PT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 5.703274993278719,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 15.5605166759247,
      "contrast": "factual",
      "item_r": 0.6849753199329531,
      "language": "ID",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 7.288915966203821,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 9.830322712340779,
      "contrast": "factual",
      "item_r": 0.7621609483924641,
      "language": "ZH",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 5.41208960652834,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 17.1765467031508,
      "contrast": "factual",
      "item_r": 0.5960680298763875,
      "language": "JA",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 9.23649207976183,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 17.776795157955863,
      "contrast": "factual",
      "item_r": 0.6372812692008001,
      "language": "KO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 9.298171070423203,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 15.846391799685158,
      "contrast": "factual",
      "item_r": 0.6799606707804207,
      "language": "AR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 7.996394230769231,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 16.40054633940377,
      "contrast": "factual",
      "item_r": 0.5735696387779982,
      "language": "HI",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.071307348336285,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 15.150703760483266,
      "contrast": "factual",
      "item_r": 0.5386985460260143,
      "language": "BN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.370380725937816,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 2.2847541293457563,
      "contrast": "factual",
      "item_r": 0.8816618473959842,
      "language": "SW",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 1.7173187626518218,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.2993154246540062,
      "contrast": "factual",
      "item_r": 0.894139332973367,
      "language": "YO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 1.1981907894736843,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 5.981503131520958,
      "contrast": "factual",
      "item_r": 0.8407259552055254,
      "language": "EN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 6.131236397490209,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 5.6520485888725975,
      "contrast": "factual",
      "item_r": 0.8208188080748144,
      "language": "DE",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 6.142811055086097,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 5.779730546683435,
      "contrast": "factual",
      "item_r": 0.8196623108422699,
      "language": "FR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 6.309191840035575,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 5.09103914297981,
      "contrast": "factual",
      "item_r": 0.8514658894177876,
      "language": "ES",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 5.596735740194515,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 4.534221930370104,
      "contrast": "factual",
      "item_r": 0.8373764589953092,
      "language": "IT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 4.726385250383494,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 4.602889712604363,
      "contrast": "factual",
      "item_r": 0.8189317269043394,
      "language": "PT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 4.873493155654596,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 4.285258997047632,
      "contrast": "factual",
      "item_r": 0.7943965046575848,
      "language": "ID",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 4.449033309002312,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 3.7352761161945813,
      "contrast": "factual",
      "item_r": 0.7858512510727674,
      "language": "ZH",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 3.7443700663897457,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 5.656090558174379,
      "contrast": "factual",
      "item_r": 0.8196290440705966,
      "language": "JA",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 5.936635834830148,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 6.250728041821356,
      "contrast": "factual",
      "item_r": 0.7981765567704231,
      "language": "KO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 6.84117823230977,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 6.16422421885825,
      "contrast": "factual",
      "item_r": 0.8423344314514498,
      "language": "AR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 6.637789813839659,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 6.775121019494883,
      "contrast": "factual",
      "item_r": 0.7567165108290369,
      "language": "HI",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 7.745710878956075,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 7.340127834796049,
      "contrast": "factual",
      "item_r": 0.7296037647132894,
      "language": "BN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 8.126859767096382,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.968287657755052,
      "contrast": "factual",
      "item_r": 0.8148654063877071,
      "language": "SW",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 2.426655594183474,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.2232712434735875,
      "contrast": "factual",
      "item_r": 0.8552961917686388,
      "language": "YO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.3316029918437102,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 5.614704934332477,
      "contrast": "factual",
      "item_r": 0.8041379310105607,
      "language": "EN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.66446247506649,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.462996820454529,
      "contrast": "factual",
      "item_r": 0.6922320352932079,
      "language": "DE",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.543073505374557,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 10.169735105337232,
      "contrast": "factual",
      "item_r": 0.6984352556896452,
      "language": "FR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 8.072798925088652,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 13.03978570598094,
      "contrast": "factual",
      "item_r": 0.8271181638480997,
      "language": "ES",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 9.392453457446809,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 11.219061807238267,
      "contrast": "factual",
      "item_r": 0.708382845966327,
      "language": "IT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 9.853513893506205,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.506533538889973,
      "contrast": "factual",
      "item_r": 0.27504613339871925,
      "language": "PT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 7.5795011046930405,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 9.38648350685575,
      "contrast": "factual",
      "item_r": 0.7550682047287872,
      "language": "ID",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 8.620117620373449,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.710829986719971,
      "contrast": "factual",
      "item_r": 0.848509211086832,
      "language": "ZH",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 7.092461768617022,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.1798342779118505,
      "contrast": "factual",
      "item_r": 0.5884812911771143,
      "language": "JA",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.151272604651485,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.346326918964945,
      "contrast": "factual",
      "item_r": 0.6784834618992405,
      "language": "KO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 5.805074488863032,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 7.53376048532391,
      "contrast": "factual",
      "item_r": 0.7338438049622579,
      "language": "AR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.30715466222019,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.316894899554395,
      "contrast": "factual",
      "item_r": 0.5630648203209674,
      "language": "HI",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.344498005319149,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.205631761445865,
      "contrast": "factual",
      "item_r": 0.5972578762820886,
      "language": "BN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.177859042553192,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.700696682319737,
      "contrast": "factual",
      "item_r": 0.38434760601091106,
      "language": "SW",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 8.035783050753546,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 0.6502879977020141,
      "contrast": "factual",
      "item_r": 0.7691670164103459,
      "language": "YO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 0.7596980967420213,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 12.334748765657306,
      "contrast": "factual",
      "item_r": 0.8448694898876182,
      "language": "EN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 9.671021174863387,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 12.819646374065325,
      "contrast": "factual",
      "item_r": 0.7716382563246532,
      "language": "DE",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 11.859801912568306,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 11.805836550312518,
      "contrast": "factual",
      "item_r": 0.8390188561748043,
      "language": "FR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 9.949624316939891,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 11.157397733008146,
      "contrast": "factual",
      "item_r": 0.7993586436614544,
      "language": "ES",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 10.859118852459016,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 12.170483800786732,
      "contrast": "factual",
      "item_r": 0.7070564292956958,
      "language": "IT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 11.385117827868852,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 7.775761389806064,
      "contrast": "factual",
      "item_r": 0.42444802980055174,
      "language": "PT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 9.893784153005464,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 15.466149668976128,
      "contrast": "factual",
      "item_r": 0.6665251140982683,
      "language": "ID",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 12.556693989071038,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 15.836963204170319,
      "contrast": "factual",
      "item_r": 0.6888010303414099,
      "language": "ZH",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 13.399419398907105,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 10.371489699108292,
      "contrast": "factual",
      "item_r": 0.6516657266968073,
      "language": "JA",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 12.004311816939891,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 14.89253787619465,
      "contrast": "factual",
      "item_r": 0.6616994619305582,
      "language": "KO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 13.985698428961749,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 12.868677915174283,
      "contrast": "factual",
      "item_r": 0.6726705227514654,
      "language": "AR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 11.979977800546449,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 8.364310479976044,
      "contrast": "factual",
      "item_r": 0.7851201637806243,
      "language": "HI",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.769211065573771,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 9.853553680110297,
      "contrast": "factual",
      "item_r": 0.7762705007582585,
      "language": "BN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 7.735655737704918,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.1922429904868888,
      "contrast": "factual",
      "item_r": 0.901447404769545,
      "language": "SW",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.2270747950819674,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 3.26473271174598,
      "contrast": "factual",
      "item_r": 0.8704608211326832,
      "language": "YO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.4453551912568305,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 4.285353579621829,
      "contrast": "factual",
      "item_r": 0.7195920997653467,
      "language": "EN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 3.496842025756836,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.311069985756952,
      "contrast": "factual",
      "item_r": 0.7332798955657315,
      "language": "DE",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.839194580078125,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.8103563202234545,
      "contrast": "factual",
      "item_r": 0.6637382191233794,
      "language": "FR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.192855224609375,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.069672544153458,
      "contrast": "factual",
      "item_r": 0.6687056606477523,
      "language": "ES",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.3233772583007815,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.468456544185216,
      "contrast": "factual",
      "item_r": 0.663459366022638,
      "language": "IT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.414181091308594,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.4313403803688525,
      "contrast": "factual",
      "item_r": 0.6428725047565144,
      "language": "PT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.904901859283448,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.995433208245688,
      "contrast": "factual",
      "item_r": 0.6919271644177947,
      "language": "ID",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.725038311004639,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.643029360820723,
      "contrast": "factual",
      "item_r": 0.6949152600309434,
      "language": "ZH",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.829864822387695,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 8.876700967178477,
      "contrast": "factual",
      "item_r": 0.5023940533879482,
      "language": "JA",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.8540822105407715,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 9.289681080095388,
      "contrast": "factual",
      "item_r": 0.49629907854114846,
      "language": "KO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.423539642333985,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 7.473592780294835,
      "contrast": "factual",
      "item_r": 0.6354637139828715,
      "language": "AR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 6.382842422485352,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.737042236374041,
      "contrast": "factual",
      "item_r": 0.7024243854097497,
      "language": "HI",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.283455642700195,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 7.727572743591821,
      "contrast": "factual",
      "item_r": 0.6509566801506586,
      "language": "BN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 6.567900512695313,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 8.07059302834389,
      "contrast": "factual",
      "item_r": 0.49729576893688116,
      "language": "SW",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.479442443847656,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.4967289314326466,
      "contrast": "factual",
      "item_r": 0.7966277508743992,
      "language": "YO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.5512364501953124,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 4.166368412598665,
      "contrast": "factual",
      "item_r": 0.37187813055034746,
      "language": "EN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.2258382873535156,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.486518863064043,
      "contrast": "factual",
      "item_r": 0.6152480304248762,
      "language": "DE",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.8111681518554688,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.083369726661039,
      "contrast": "factual",
      "item_r": 0.5290462880747926,
      "language": "FR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.4529038619995118,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.086860151947479,
      "contrast": "factual",
      "item_r": 0.5230760750714715,
      "language": "ES",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.4861734771728516,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.7426844165886797,
      "contrast": "factual",
      "item_r": 0.5670927439933329,
      "language": "IT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.728607551574707,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.6914974441024353,
      "contrast": "factual",
      "item_r": 0.5514448312360084,
      "language": "PT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.2674853897094727,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 5.248959532523684,
      "contrast": "factual",
      "item_r": 0.5625778902994347,
      "language": "ID",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.6428106079101563,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 5.662849284106882,
      "contrast": "factual",
      "item_r": 0.4949370242109356,
      "language": "ZH",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.4732169456481934,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 11.735233667743712,
      "contrast": "factual",
      "item_r": 0.6640975618892185,
      "language": "JA",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 5.584130777359009,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 9.534229444255558,
      "contrast": "factual",
      "item_r": 0.6515987868876003,
      "language": "KO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 5.827081726074219,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 5.218269520497486,
      "contrast": "factual",
      "item_r": 0.6471627235662044,
      "language": "AR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.5204874801635744,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.615577374145418,
      "contrast": "factual",
      "item_r": 0.6272272428666091,
      "language": "HI",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.3659979553222654,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 5.271406807536847,
      "contrast": "factual",
      "item_r": 0.5697314868127508,
      "language": "BN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 3.1882617263793946,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.266568890424522,
      "contrast": "factual",
      "item_r": 0.6917374032649782,
      "language": "SW",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.56977303314209,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.0799841184365537,
      "contrast": "factual",
      "item_r": 0.792680441008803,
      "language": "YO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.3985346908569336,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -0.2793712422373882,
      "contrast": "speaker_change",
      "item_r": -0.24105164574043622,
      "language": "EN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.6469272076372317,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.4510701144244236,
      "contrast": "speaker_change",
      "item_r": -0.43690774849721664,
      "language": "DE",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.5941974940334127,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.23021563552783997,
      "contrast": "speaker_change",
      "item_r": 0.0222174114763282,
      "language": "FR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.1760889021479715,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.13070681110308682,
      "contrast": "speaker_change",
      "item_r": -0.15236502574219024,
      "language": "ES",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.0854713603818618,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.24516979314344892,
      "contrast": "speaker_change",
      "item_r": -0.2320318052046859,
      "language": "IT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.3230161097852027,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.08475012745496234,
      "contrast": "speaker_change",
      "item_r": -0.2185221814857709,
      "language": "PT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.4237022673031026,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.08680259857639942,
      "contrast": "speaker_change",
      "item_r": -0.28330303247989536,
      "language": "ID",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.9295196897374701,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.153946809268177,
      "contrast": "speaker_change",
      "item_r": -0.21018249090194435,
      "language": "ZH",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.8846957040572792,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.515724667204567,
      "contrast": "speaker_change",
      "item_r": -0.6211358027344176,
      "language": "JA",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.036769093078759,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.5426880942323069,
      "contrast": "speaker_change",
      "item_r": -0.70786053729787,
      "language": "KO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.127871420047733,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.43961329133327476,
      "contrast": "speaker_change",
      "item_r": -0.5923491646014432,
      "language": "AR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.7423180190930787,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.041334553041786,
      "contrast": "speaker_change",
      "item_r": 0.1768781452627243,
      "language": "HI",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.32271778042959426,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.005739279039575594,
      "contrast": "speaker_change",
      "item_r": -0.46520443065449857,
      "language": "BN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.17497016706443913,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.036206566868127635,
      "contrast": "speaker_change",
      "item_r": -0.11067660060775301,
      "language": "SW",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.12432875894988067,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.03504019810124645,
      "contrast": "speaker_change",
      "item_r": 0.09260635166435878,
      "language": "YO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.02908711217183771,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.04837436897449765,
      "contrast": "speaker_change",
      "item_r": -0.011760542930121458,
      "language": "EN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.1495407060518732,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.19996104115502916,
      "contrast": "speaker_change",
      "item_r": 0.2509774694060614,
      "language": "DE",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.864891030259366,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.1828426675494552,
      "contrast": "speaker_change",
      "item_r": 0.4661021478807283,
      "language": "FR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.8220686239193083,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.12021321923403547,
      "contrast": "speaker_change",
      "item_r": 0.42033641132678784,
      "language": "ES",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.46753422190201727,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.38063954275441697,
      "contrast": "speaker_change",
      "item_r": 0.6173002097637242,
      "language": "IT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.2055790706051874,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.10284986769433199,
      "contrast": "speaker_change",
      "item_r": 0.428234039534114,
      "language": "PT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.8464742435158501,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.42032463582775165,
      "contrast": "speaker_change",
      "item_r": 0.5050268845997419,
      "language": "ID",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.6221181556195965,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.16194108284339132,
      "contrast": "speaker_change",
      "item_r": -0.19726676566652238,
      "language": "ZH",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.8231718299711817,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.03808626593345567,
      "contrast": "speaker_change",
      "item_r": -0.03680299556179575,
      "language": "JA",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.2251498967151475,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.05627112327966257,
      "contrast": "speaker_change",
      "item_r": 0.07107546784854127,
      "language": "KO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.9349192858429394,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.29328815176716827,
      "contrast": "speaker_change",
      "item_r": 0.5579917293167086,
      "language": "AR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.6377881844380404,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.017249552880074816,
      "contrast": "speaker_change",
      "item_r": 0.47043211400710555,
      "language": "HI",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.2018867074927954,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.02320946419752647,
      "contrast": "speaker_change",
      "item_r": 0.37919110980669263,
      "language": "BN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.7312229827089337,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.03009444772123184,
      "contrast": "speaker_change",
      "item_r": 0.5625251663972869,
      "language": "SW",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.35964728363652737,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.04969379887553398,
      "contrast": "speaker_change",
      "item_r": 0.5119966307983419,
      "language": "YO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.10286270713256485,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.16825578923810464,
      "contrast": "speaker_change",
      "item_r": 0.1739468575601072,
      "language": "EN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.630125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3881641236959313,
      "contrast": "speaker_change",
      "item_r": -0.005795170683938331,
      "language": "DE",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.14846875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3496947691417845,
      "contrast": "speaker_change",
      "item_r": 0.0598142823995873,
      "language": "FR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.517171875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.1697571340240356,
      "contrast": "speaker_change",
      "item_r": -0.07318234676558115,
      "language": "ES",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.069578125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3950417832673775,
      "contrast": "speaker_change",
      "item_r": -0.0914327943855578,
      "language": "IT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.5885,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.06549013581773033,
      "contrast": "speaker_change",
      "item_r": -0.08180606190970237,
      "language": "PT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.675015625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.5665767238539775,
      "contrast": "speaker_change",
      "item_r": 0.09814110403109795,
      "language": "ID",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.3637578125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3073654890809375,
      "contrast": "speaker_change",
      "item_r": 0.021956560144080255,
      "language": "ZH",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.6993984375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.26386018091878943,
      "contrast": "speaker_change",
      "item_r": -0.183602950336452,
      "language": "JA",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.184125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.31970486071522736,
      "contrast": "speaker_change",
      "item_r": -0.16976928331746463,
      "language": "KO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.2039609375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.1476673434480308,
      "contrast": "speaker_change",
      "item_r": -0.23752526168694807,
      "language": "AR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.354828125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.051607142056744125,
      "contrast": "speaker_change",
      "item_r": -0.554464171469071,
      "language": "HI",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.6273046875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.2501945126236078,
      "contrast": "speaker_change",
      "item_r": -0.0665332714763076,
      "language": "BN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.30578125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.5550298248833642,
      "contrast": "speaker_change",
      "item_r": -0.0328455028052875,
      "language": "SW",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.391421875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.15853559532337566,
      "contrast": "speaker_change",
      "item_r": -0.07134750884967313,
      "language": "YO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.403640625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.0066487396845404875,
      "contrast": "speaker_change",
      "item_r": 0.35973728928499993,
      "language": "EN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.9699140625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.07665229730225474,
      "contrast": "speaker_change",
      "item_r": 0.27742651638291294,
      "language": "DE",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.45403125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.08815944502026832,
      "contrast": "speaker_change",
      "item_r": 0.3729512813621923,
      "language": "FR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.10099755859375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.01569081363420446,
      "contrast": "speaker_change",
      "item_r": 0.47576251192912405,
      "language": "ES",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.079748046875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.006516637431632262,
      "contrast": "speaker_change",
      "item_r": 0.2929013133131171,
      "language": "IT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.96854345703125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.013722476328915946,
      "contrast": "speaker_change",
      "item_r": 0.06048400198064179,
      "language": "PT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.801783203125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.11423072337335907,
      "contrast": "speaker_change",
      "item_r": 0.10996950034006908,
      "language": "ID",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.6812822265625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.01107648412106937,
      "contrast": "speaker_change",
      "item_r": 0.07098908052809522,
      "language": "ZH",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.353322265625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.02517154148917689,
      "contrast": "speaker_change",
      "item_r": 0.006552734367906468,
      "language": "JA",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.911353424072266,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.17103884824077614,
      "contrast": "speaker_change",
      "item_r": -0.005094825640570191,
      "language": "KO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.8277626953125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.02275118322131857,
      "contrast": "speaker_change",
      "item_r": 0.15805502252396522,
      "language": "AR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.3515127334594728,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.09533266723947599,
      "contrast": "speaker_change",
      "item_r": -0.2007423879872196,
      "language": "HI",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.561373046875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.06446979735429523,
      "contrast": "speaker_change",
      "item_r": 0.07793119818865848,
      "language": "BN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.0992109375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.13031972467140623,
      "contrast": "speaker_change",
      "item_r": 0.00036483968410864803,
      "language": "SW",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.37926171875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.03452596511342563,
      "contrast": "speaker_change",
      "item_r": 0.3329582901332933,
      "language": "YO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.18124188232421876,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.021659947113648968,
      "contrast": "speaker_change",
      "item_r": 0.6822904579939224,
      "language": "EN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.6778125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.23040112318595493,
      "contrast": "speaker_change",
      "item_r": 0.6631205462792492,
      "language": "DE",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.64684375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.1565807507662423,
      "contrast": "speaker_change",
      "item_r": 0.6781471150473731,
      "language": "FR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.54003125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.18065186706459985,
      "contrast": "speaker_change",
      "item_r": 0.7247884370441101,
      "language": "ES",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.48028125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.1608252239536739,
      "contrast": "speaker_change",
      "item_r": 0.6529515406883422,
      "language": "IT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.56871875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.2749099310935394,
      "contrast": "speaker_change",
      "item_r": 0.7008951016624019,
      "language": "PT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.55396875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": -0.012742363062153459,
      "contrast": "speaker_change",
      "item_r": 0.6317113107690455,
      "language": "ID",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.3375625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.15454434761081312,
      "contrast": "speaker_change",
      "item_r": 0.6562108622536297,
      "language": "ZH",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.120875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.7280307486408771,
      "contrast": "speaker_change",
      "item_r": 0.5054661968815927,
      "language": "JA",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.61821875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.5326303488544857,
      "contrast": "speaker_change",
      "item_r": 0.5500609801142039,
      "language": "KO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.3979375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.4039683168794852,
      "contrast": "speaker_change",
      "item_r": 0.6668213089843618,
      "language": "AR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.99925,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.2843781797684801,
      "contrast": "speaker_change",
      "item_r": 0.7244558837241327,
      "language": "HI",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.5373125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.33038178816645436,
      "contrast": "speaker_change",
      "item_r": 0.7024146133292485,
      "language": "BN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.7639375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.20036087916268036,
      "contrast": "speaker_change",
      "item_r": 0.5999261161031557,
      "language": "SW",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.87278125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 1.1925579235135282,
      "contrast": "speaker_change",
      "item_r": 0.7370526414899053,
      "language": "YO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.3340625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 8.69088337049041,
      "contrast": "speaker_change",
      "item_r": 0.770868744796347,
      "language": "EN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.419788005380978,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 10.140092272914783,
      "contrast": "speaker_change",
      "item_r": 0.7025251925213271,
      "language": "DE",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 4.584778079137146,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 2.617422801782366,
      "contrast": "speaker_change",
      "item_r": 0.8372830856820968,
      "language": "FR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.8442748529225709,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 4.594436674992234,
      "contrast": "speaker_change",
      "item_r": 0.8250962023868487,
      "language": "ES",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 2.2522444782952067,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 6.545911152047403,
      "contrast": "speaker_change",
      "item_r": 0.8137333215756685,
      "language": "IT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.1267537105421304,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 3.9628542097638335,
      "contrast": "speaker_change",
      "item_r": 0.8502570009750022,
      "language": "PT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 1.5455564429402835,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 6.158363195462786,
      "contrast": "speaker_change",
      "item_r": 0.8155514226941725,
      "language": "ID",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.2279351732508856,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 5.863784548923581,
      "contrast": "speaker_change",
      "item_r": 0.8028039559317354,
      "language": "ZH",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.06618187784666,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 9.222155397201242,
      "contrast": "speaker_change",
      "item_r": 0.7009439253653774,
      "language": "JA",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 5.529202974759615,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 11.316575675925305,
      "contrast": "speaker_change",
      "item_r": 0.7043602106501536,
      "language": "KO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 5.925971768645622,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 5.713470096219618,
      "contrast": "speaker_change",
      "item_r": 0.7830946588917033,
      "language": "AR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.2351716694078947,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 9.96685350731332,
      "contrast": "speaker_change",
      "item_r": 0.6823674591368873,
      "language": "HI",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 6.935748513410931,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 8.479522960985339,
      "contrast": "speaker_change",
      "item_r": 0.6918374130897353,
      "language": "BN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 6.434858932186235,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -0.88005801000456,
      "contrast": "speaker_change",
      "item_r": 0.90543099558236,
      "language": "SW",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -1.1199313638663968,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -0.19448497555015193,
      "contrast": "speaker_change",
      "item_r": 0.8776956363604969,
      "language": "YO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -0.16356433451417005,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 3.5701257073202726,
      "contrast": "speaker_change",
      "item_r": 0.8874346072956002,
      "language": "EN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 3.556544050878408,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 2.645466721119463,
      "contrast": "speaker_change",
      "item_r": 0.8799100474451705,
      "language": "DE",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 2.538217155300841,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.5989921164438896,
      "contrast": "speaker_change",
      "item_r": 0.8947307851116985,
      "language": "FR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.412014630376076,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.4930275033118572,
      "contrast": "speaker_change",
      "item_r": 0.8830203769676512,
      "language": "ES",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.5375026780731824,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.2567212431246912,
      "contrast": "speaker_change",
      "item_r": 0.9141911592478752,
      "language": "IT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.9620517200353195,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.1668957798966537,
      "contrast": "speaker_change",
      "item_r": 0.8632017333663897,
      "language": "PT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.9968107963094905,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.39434486262021173,
      "contrast": "speaker_change",
      "item_r": 0.8206548155360146,
      "language": "ID",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.24225950241088867,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.0009110116122877,
      "contrast": "speaker_change",
      "item_r": 0.8691430662972155,
      "language": "ZH",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.0264058161754996,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.6041050572788136,
      "contrast": "speaker_change",
      "item_r": 0.8421179360005794,
      "language": "JA",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.11829142667809311,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 2.339524967995864,
      "contrast": "speaker_change",
      "item_r": 0.8597487341499939,
      "language": "KO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 2.4062651030871334,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.5573399670550887,
      "contrast": "speaker_change",
      "item_r": 0.881017781099391,
      "language": "AR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.9575120867515097,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.9277261572610979,
      "contrast": "speaker_change",
      "item_r": 0.8675503568849321,
      "language": "HI",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.3022477042918303,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 3.139916812153905,
      "contrast": "speaker_change",
      "item_r": 0.8309417268847211,
      "language": "BN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 2.5263059382535973,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.47294477313601246,
      "contrast": "speaker_change",
      "item_r": 0.8676620160339366,
      "language": "SW",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.6290363438275396,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": -0.17612001229908866,
      "contrast": "speaker_change",
      "item_r": 0.881141406095507,
      "language": "YO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.1904700921506298,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 3.455403813760358,
      "contrast": "speaker_change",
      "item_r": 0.8471868107049962,
      "language": "EN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.3942628684618796,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 3.881591678433298,
      "contrast": "speaker_change",
      "item_r": 0.8717102883163045,
      "language": "DE",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 2.755392520985705,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 7.582343766106568,
      "contrast": "speaker_change",
      "item_r": 0.7824913632376305,
      "language": "FR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.890602490580674,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 9.163889213375466,
      "contrast": "speaker_change",
      "item_r": 0.874200708671432,
      "language": "ES",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.17398395944149,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 8.683632317845465,
      "contrast": "speaker_change",
      "item_r": 0.7617029279539806,
      "language": "IT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.371581381939827,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.615580489798223,
      "contrast": "speaker_change",
      "item_r": 0.49959568058070536,
      "language": "PT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.6175086920988475,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.384643940667611,
      "contrast": "speaker_change",
      "item_r": 0.8281830415737983,
      "language": "ID",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.409769044700244,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.242665136336538,
      "contrast": "speaker_change",
      "item_r": 0.8917377184604366,
      "language": "ZH",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.9065928357712765,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 3.9584117895996997,
      "contrast": "speaker_change",
      "item_r": 0.8257623095024812,
      "language": "JA",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.2395316049562277,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 3.9687186651177973,
      "contrast": "speaker_change",
      "item_r": 0.8528938123028216,
      "language": "KO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.401027814716312,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.43141097900487,
      "contrast": "speaker_change",
      "item_r": 0.7996206318759739,
      "language": "AR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.9492776207890072,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 3.414342812055562,
      "contrast": "speaker_change",
      "item_r": 0.8020377286701662,
      "language": "HI",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 2.9867436835106385,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.318963876758546,
      "contrast": "speaker_change",
      "item_r": 0.656109446452884,
      "language": "BN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.695478723404255,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.572922983149862,
      "contrast": "speaker_change",
      "item_r": 0.47976086340181723,
      "language": "SW",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.222641532302748,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -0.07259013534875511,
      "contrast": "speaker_change",
      "item_r": 0.8764493251952308,
      "language": "YO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": -0.1196808510638298,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 7.062246759946862,
      "contrast": "speaker_change",
      "item_r": 0.857225947294421,
      "language": "EN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 4.128329918032787,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 8.008569453007127,
      "contrast": "speaker_change",
      "item_r": 0.8560540626241924,
      "language": "DE",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 5.144296448087432,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 5.014844415549673,
      "contrast": "speaker_change",
      "item_r": 0.8960755080078835,
      "language": "FR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.72515368852459,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 6.450337193287418,
      "contrast": "speaker_change",
      "item_r": 0.849239267724299,
      "language": "ES",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 4.781890368852459,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 8.630349162433944,
      "contrast": "speaker_change",
      "item_r": 0.8339325499056692,
      "language": "IT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 5.813609972677596,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 4.282904249168101,
      "contrast": "speaker_change",
      "item_r": 0.8264295798835367,
      "language": "PT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.6302937158469946,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 5.472010462000831,
      "contrast": "speaker_change",
      "item_r": 0.8688067578530874,
      "language": "ID",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.2126024590163933,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 6.650059763483591,
      "contrast": "speaker_change",
      "item_r": 0.8703824724038028,
      "language": "ZH",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 4.398821721311475,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.5310547065578324,
      "contrast": "speaker_change",
      "item_r": 0.8542233403740563,
      "language": "JA",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.8214651639344264,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 6.623359288200865,
      "contrast": "speaker_change",
      "item_r": 0.8241504913121129,
      "language": "KO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 5.253927595628415,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.029602492123116,
      "contrast": "speaker_change",
      "item_r": 0.9152809444162898,
      "language": "AR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.4125683060109289,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": -3.7506902353378457,
      "contrast": "speaker_change",
      "item_r": 0.9398673168892587,
      "language": "HI",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": -2.3611680327868854,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": -2.0062474798075374,
      "contrast": "speaker_change",
      "item_r": 0.952264930012227,
      "language": "BN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": -1.6113387978142077,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": -0.46920519023196927,
      "contrast": "speaker_change",
      "item_r": 0.8816631576662762,
      "language": "SW",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": -0.5466188524590164,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.6253694705168965,
      "contrast": "speaker_change",
      "item_r": 0.8932684208311437,
      "language": "YO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 0.47993510928961747,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.9375825841174805,
      "contrast": "speaker_change",
      "item_r": 0.81625010728244,
      "language": "EN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 0.5371718444824218,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.3398769383395184,
      "contrast": "speaker_change",
      "item_r": 0.8225659555489557,
      "language": "DE",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.6555247955322265,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.7855909864474524,
      "contrast": "speaker_change",
      "item_r": 0.7881351181494369,
      "language": "FR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.239421112060547,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.6050514971132375,
      "contrast": "speaker_change",
      "item_r": 0.8080174201304606,
      "language": "ES",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.1207598571777344,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 3.0020994508640735,
      "contrast": "speaker_change",
      "item_r": 0.8018057742099175,
      "language": "IT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 2.0113450622558595,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.307739762328812,
      "contrast": "speaker_change",
      "item_r": 0.7728693744100231,
      "language": "PT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 0.9936239624023437,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.567003923556158,
      "contrast": "speaker_change",
      "item_r": 0.812039479447131,
      "language": "ID",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.8622746696472168,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.2789824726036843,
      "contrast": "speaker_change",
      "item_r": 0.7713633664528581,
      "language": "ZH",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.6260141296386719,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.807453100721156,
      "contrast": "speaker_change",
      "item_r": 0.6392644896407229,
      "language": "JA",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.866853500366211,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.894507218147973,
      "contrast": "speaker_change",
      "item_r": 0.6147470624409485,
      "language": "KO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.658531127929687,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 3.714801851082589,
      "contrast": "speaker_change",
      "item_r": 0.7926295671610097,
      "language": "AR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 2.725608856201172,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.908846127254459,
      "contrast": "speaker_change",
      "item_r": 0.7880423667008517,
      "language": "HI",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.8871441516876222,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 4.324314199356639,
      "contrast": "speaker_change",
      "item_r": 0.7676689346697897,
      "language": "BN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 3.285394775390625,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 4.395952860600433,
      "contrast": "speaker_change",
      "item_r": 0.6838013298510908,
      "language": "SW",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 3.530375244140625,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 0.7029379153394612,
      "contrast": "speaker_change",
      "item_r": 0.8744025105010035,
      "language": "YO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 0.71024169921875,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.9974066440635048,
      "contrast": "speaker_change",
      "item_r": 0.41378165410505685,
      "language": "EN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.8895531921386719,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.5343522451064033,
      "contrast": "speaker_change",
      "item_r": 0.7559070522494556,
      "language": "DE",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.4489374589920043,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.190043449316152,
      "contrast": "speaker_change",
      "item_r": 0.613889037974142,
      "language": "FR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.8526788787841797,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.4263458926682735,
      "contrast": "speaker_change",
      "item_r": 0.7323266923732757,
      "language": "ES",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.2737724304199218,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.0039934226499554,
      "contrast": "speaker_change",
      "item_r": 0.6313894964844844,
      "language": "IT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.4878020629882813,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.6311104151949363,
      "contrast": "speaker_change",
      "item_r": 0.5184536970734125,
      "language": "PT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.558821189880371,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.924946176874284,
      "contrast": "speaker_change",
      "item_r": 0.7056276818021944,
      "language": "ID",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.4852227172851562,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.5133345660835538,
      "contrast": "speaker_change",
      "item_r": 0.7312733078334321,
      "language": "ZH",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.058260192871094,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 8.873222384617206,
      "contrast": "speaker_change",
      "item_r": 0.69755772207531,
      "language": "JA",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 4.367309969902038,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 8.111924714242017,
      "contrast": "speaker_change",
      "item_r": 0.6824935764217951,
      "language": "KO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 4.631538635253906,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.7296417423037904,
      "contrast": "speaker_change",
      "item_r": 0.7336221464210596,
      "language": "AR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.3549524536132813,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.022482723998817,
      "contrast": "speaker_change",
      "item_r": 0.6667769316358652,
      "language": "HI",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.7459895324707031,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.3598282226093548,
      "contrast": "speaker_change",
      "item_r": 0.66853997298659,
      "language": "BN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.0642633895874023,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.2719745428164533,
      "contrast": "speaker_change",
      "item_r": 0.7422807815959002,
      "language": "SW",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.8271851196289062,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -7.74186355578905,
      "contrast": "speaker_change",
      "item_r": 0.8169972918219307,
      "language": "YO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": -6.159271919250489,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.787270942326554,
      "contrast": "answer_selection",
      "item_r": 0.3395041591828887,
      "language": "EN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 3.0419152744630074,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.09630863478925158,
      "contrast": "answer_selection",
      "item_r": 0.17506668327438255,
      "language": "DE",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.344756861575179,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.2770623092510157,
      "contrast": "answer_selection",
      "item_r": 0.2419475485868973,
      "language": "FR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.4841885441527447,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.302929337138948,
      "contrast": "answer_selection",
      "item_r": 0.2785734703606286,
      "language": "ES",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.784941825775656,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.15428714266186913,
      "contrast": "answer_selection",
      "item_r": 0.25732641193056977,
      "language": "IT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.2339647971360383,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.37657503091101147,
      "contrast": "answer_selection",
      "item_r": 0.38175916789751063,
      "language": "PT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.2789006563245824,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.32981094378777415,
      "contrast": "answer_selection",
      "item_r": 0.2755311478955577,
      "language": "ID",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.1826148568019095,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.6101049586316056,
      "contrast": "answer_selection",
      "item_r": 0.5030065817286034,
      "language": "ZH",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.5596472255369926,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.29391038955924453,
      "contrast": "answer_selection",
      "item_r": 0.27352338409359234,
      "language": "JA",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.9573761933174225,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.3966124969585143,
      "contrast": "answer_selection",
      "item_r": 0.3640924788015685,
      "language": "KO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 1.8495301312649164,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.37738591101954677,
      "contrast": "answer_selection",
      "item_r": 0.2628299370989417,
      "language": "AR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 2.2434553997613365,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.06454058035729988,
      "contrast": "answer_selection",
      "item_r": -0.36578355455548345,
      "language": "HI",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.6817198687350835,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.02279374131724196,
      "contrast": "answer_selection",
      "item_r": -0.17003756788102362,
      "language": "BN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.7110307279236276,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.037470473241278245,
      "contrast": "answer_selection",
      "item_r": 0.010337702736663562,
      "language": "SW",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.8817124105011933,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.09670016418535124,
      "contrast": "answer_selection",
      "item_r": -0.1348104849926262,
      "language": "YO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.7679370525059666,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.28147663731481587,
      "contrast": "answer_selection",
      "item_r": 0.47013734724671763,
      "language": "EN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.7652647694524495,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.09840778732636772,
      "contrast": "answer_selection",
      "item_r": 0.46127263909472105,
      "language": "DE",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.5256213976945245,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.5448701722511011,
      "contrast": "answer_selection",
      "item_r": 0.5502149811002071,
      "language": "FR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.651915976224784,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.5561946509509134,
      "contrast": "answer_selection",
      "item_r": 0.5245994018185102,
      "language": "ES",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.825580871757925,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.49090612488372726,
      "contrast": "answer_selection",
      "item_r": 0.5808813961340022,
      "language": "IT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.873086275216138,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.40634979827066825,
      "contrast": "answer_selection",
      "item_r": 0.5745317111823224,
      "language": "PT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.7328890489913547,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.47164111302839123,
      "contrast": "answer_selection",
      "item_r": 0.5853314254788442,
      "language": "ID",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.310653818443804,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.159828498967006,
      "contrast": "answer_selection",
      "item_r": 0.18806665483553014,
      "language": "ZH",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.20087355907781,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.1569892086252377,
      "contrast": "answer_selection",
      "item_r": 0.31214989843856383,
      "language": "JA",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.9975994011167146,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.10298243563822525,
      "contrast": "answer_selection",
      "item_r": 0.4611783649077429,
      "language": "KO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.744785099963977,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.46238267219077556,
      "contrast": "answer_selection",
      "item_r": 0.5936517852893363,
      "language": "AR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.4583145713256482,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.16860348047729365,
      "contrast": "answer_selection",
      "item_r": 0.5239652043362342,
      "language": "HI",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.1974063400576367,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.04615056350886264,
      "contrast": "answer_selection",
      "item_r": 0.5252103250829296,
      "language": "BN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 2.148887788184438,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.17733796956557754,
      "contrast": "answer_selection",
      "item_r": 0.4160734243644316,
      "language": "SW",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 3.021881191462536,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.05088322177974364,
      "contrast": "answer_selection",
      "item_r": 0.38178780344523916,
      "language": "YO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.996364714432862,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.7066343441375502,
      "contrast": "answer_selection",
      "item_r": -0.28179999040695936,
      "language": "EN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.43734375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.7755312261239742,
      "contrast": "answer_selection",
      "item_r": -0.18133206177686492,
      "language": "DE",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 5.2833017578125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.0691114575287575,
      "contrast": "answer_selection",
      "item_r": -0.27122184076724704,
      "language": "FR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.484171875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.0092728444043533,
      "contrast": "answer_selection",
      "item_r": -0.3126909150451055,
      "language": "ES",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.6078515625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.1971550277636052,
      "contrast": "answer_selection",
      "item_r": -0.3415681684665714,
      "language": "IT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.7596982421875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.6377904151015246,
      "contrast": "answer_selection",
      "item_r": -0.31036190003174735,
      "language": "PT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.011890625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.3448081062547208,
      "contrast": "answer_selection",
      "item_r": -0.3582827394691925,
      "language": "ID",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.497372451782226,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.8892831892094182,
      "contrast": "answer_selection",
      "item_r": -0.3816357955378829,
      "language": "ZH",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.1947568359375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.5113924736807476,
      "contrast": "answer_selection",
      "item_r": -0.2982388521219904,
      "language": "JA",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.757540344238281,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.6952710441222225,
      "contrast": "answer_selection",
      "item_r": -0.2635314091740881,
      "language": "KO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.271756042480469,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.3813141061492862,
      "contrast": "answer_selection",
      "item_r": -0.24024790847011665,
      "language": "AR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 4.332182373046875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.9598597025154668,
      "contrast": "answer_selection",
      "item_r": -0.28193798767956874,
      "language": "HI",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.5227734375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.9510544182885533,
      "contrast": "answer_selection",
      "item_r": -0.28472277425680664,
      "language": "BN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.674875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.297359065508128,
      "contrast": "answer_selection",
      "item_r": -0.3178874827003485,
      "language": "SW",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.667953125,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -1.1579758798175899,
      "contrast": "answer_selection",
      "item_r": -0.5330302118207648,
      "language": "YO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.9925234375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": 1.077697935118893,
      "contrast": "answer_selection",
      "item_r": 0.5651628188039378,
      "language": "EN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 6.0799453125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.6866637456116296,
      "contrast": "answer_selection",
      "item_r": 0.5286630710082475,
      "language": "DE",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.6032158203125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.6435692712634627,
      "contrast": "answer_selection",
      "item_r": 0.5712678941308935,
      "language": "FR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.598206298828125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.7411524382527568,
      "contrast": "answer_selection",
      "item_r": 0.5468223643846171,
      "language": "ES",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.465820068359375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.5777266839614676,
      "contrast": "answer_selection",
      "item_r": 0.4726397087688557,
      "language": "IT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.673081542015075,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.6624596277238306,
      "contrast": "answer_selection",
      "item_r": 0.562261925677916,
      "language": "PT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.19419970703125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.4474929425199953,
      "contrast": "answer_selection",
      "item_r": 0.48718589608315943,
      "language": "ID",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.527896915435791,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.29219318437206676,
      "contrast": "answer_selection",
      "item_r": 0.33656565604258304,
      "language": "ZH",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.3599072265625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.33034599724660074,
      "contrast": "answer_selection",
      "item_r": 0.4457965895666578,
      "language": "JA",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.424273620605469,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.11352999272185843,
      "contrast": "answer_selection",
      "item_r": 0.35231282952726883,
      "language": "KO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.29518179321289,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.26769346242875325,
      "contrast": "answer_selection",
      "item_r": 0.49153905169240836,
      "language": "AR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 5.352265747070312,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.05531862851884944,
      "contrast": "answer_selection",
      "item_r": 0.40924101470555146,
      "language": "HI",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.6343779296875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.011347114090611284,
      "contrast": "answer_selection",
      "item_r": 0.3496145509706685,
      "language": "BN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.58115087890625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.4314995167783927,
      "contrast": "answer_selection",
      "item_r": 0.5318966062430925,
      "language": "SW",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 4.11019189453125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.18815054906196746,
      "contrast": "answer_selection",
      "item_r": 0.45918870472142104,
      "language": "YO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 3.010826171875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.37637071479715495,
      "contrast": "answer_selection",
      "item_r": 0.026348003076051504,
      "language": "EN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.693375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.21388914505396542,
      "contrast": "answer_selection",
      "item_r": 0.11850748331187981,
      "language": "DE",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.3243125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.0011176451350365824,
      "contrast": "answer_selection",
      "item_r": -0.005213389730315532,
      "language": "FR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.84878125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.0500076414819996,
      "contrast": "answer_selection",
      "item_r": 0.003266388382648326,
      "language": "ES",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.20921875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.09695107694392573,
      "contrast": "answer_selection",
      "item_r": 0.0763454607765064,
      "language": "IT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.2658125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": -0.01433493251503569,
      "contrast": "answer_selection",
      "item_r": 0.05119208777522887,
      "language": "PT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.02234375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.03920277102803766,
      "contrast": "answer_selection",
      "item_r": -0.0005552158087053699,
      "language": "ID",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.8526875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.1484460515793544,
      "contrast": "answer_selection",
      "item_r": -0.006366058584194683,
      "language": "ZH",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.0629375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.0008933914366211866,
      "contrast": "answer_selection",
      "item_r": 0.10799122938779586,
      "language": "JA",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.81215625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": -0.021830785065731106,
      "contrast": "answer_selection",
      "item_r": 0.1179519588700943,
      "language": "KO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.55378125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.06844317940626024,
      "contrast": "answer_selection",
      "item_r": 0.005300604673876763,
      "language": "AR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 4.1289375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.3183769817913542,
      "contrast": "answer_selection",
      "item_r": 0.1700008111871967,
      "language": "HI",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.8265,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.28829748961748647,
      "contrast": "answer_selection",
      "item_r": 0.22766932657316044,
      "language": "BN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.44965625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.5136327294587463,
      "contrast": "answer_selection",
      "item_r": 0.2995393872896404,
      "language": "SW",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.467625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.42728654493128965,
      "contrast": "answer_selection",
      "item_r": 0.34967918593241526,
      "language": "YO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 2.74859375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.9054569201760218,
      "contrast": "answer_selection",
      "item_r": 0.24060130944028024,
      "language": "EN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.756317015118928,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.6213296483719064,
      "contrast": "answer_selection",
      "item_r": 0.25583983391308873,
      "language": "DE",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.43845568205181,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.1255225455750757,
      "contrast": "answer_selection",
      "item_r": 0.24059197902424329,
      "language": "FR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.753713013189524,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.8786987998983319,
      "contrast": "answer_selection",
      "item_r": 0.2516489855788533,
      "language": "ES",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.234676469192813,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.1323425164586665,
      "contrast": "answer_selection",
      "item_r": 0.23911389930041058,
      "language": "IT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 12.128033966188006,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.1033572017917077,
      "contrast": "answer_selection",
      "item_r": 0.25817746979453365,
      "language": "PT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.486395090697748,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.517158229072765,
      "contrast": "answer_selection",
      "item_r": 0.31503142114722055,
      "language": "ID",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 11.137941429972166,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.05390477139864286,
      "contrast": "answer_selection",
      "item_r": 0.17171093530728776,
      "language": "ZH",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 10.844991460020243,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.06895730094341296,
      "contrast": "answer_selection",
      "item_r": 0.28355746664548775,
      "language": "JA",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 10.635083773840776,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -0.7435747699993791,
      "contrast": "answer_selection",
      "item_r": 0.24998184811864976,
      "language": "KO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 10.14799913414094,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.5672726935143219,
      "contrast": "answer_selection",
      "item_r": 0.32450831523227347,
      "language": "AR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 9.947743033590587,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.994434776107605,
      "contrast": "answer_selection",
      "item_r": 0.43774118032723386,
      "language": "HI",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 9.174419696514423,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.9864224484686,
      "contrast": "answer_selection",
      "item_r": 0.4401950104008616,
      "language": "BN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 8.256126867132147,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 2.896853485203406,
      "contrast": "answer_selection",
      "item_r": 0.5279138464896806,
      "language": "SW",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 7.758318572874494,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 2.047214597431542,
      "contrast": "answer_selection",
      "item_r": 0.5239460672081901,
      "language": "YO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 6.224664726720648,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.5609533021806508,
      "contrast": "answer_selection",
      "item_r": 0.38109445147102355,
      "language": "EN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 12.678331384853442,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.5978224660504173,
      "contrast": "answer_selection",
      "item_r": 0.45287767899461095,
      "language": "DE",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 12.085298732835419,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.17686914368523005,
      "contrast": "answer_selection",
      "item_r": 0.42690445392214454,
      "language": "FR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.667755905462771,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": -0.0225208588702822,
      "contrast": "answer_selection",
      "item_r": 0.47562973039834255,
      "language": "ES",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.825655255998884,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.3562838936910856,
      "contrast": "answer_selection",
      "item_r": 0.40352944045282524,
      "language": "IT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 12.210565294538226,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.15359355274058104,
      "contrast": "answer_selection",
      "item_r": 0.4633306502771447,
      "language": "PT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.631093472850566,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.47465709498529823,
      "contrast": "answer_selection",
      "item_r": 0.4341971876082428,
      "language": "ID",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.228205817086357,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.9060610143333782,
      "contrast": "answer_selection",
      "item_r": 0.39483274969077675,
      "language": "ZH",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.83476703020991,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.8736275999304662,
      "contrast": "answer_selection",
      "item_r": 0.44423168853869505,
      "language": "JA",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.388424912277532,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.7420528964238846,
      "contrast": "answer_selection",
      "item_r": 0.4262691289298674,
      "language": "KO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 11.398463307594767,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.7201839941927348,
      "contrast": "answer_selection",
      "item_r": 0.49341217392059034,
      "language": "AR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 10.793148838743871,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.7448389375477588,
      "contrast": "answer_selection",
      "item_r": 0.496092538312418,
      "language": "HI",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 10.126358265779457,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.3107856552161035,
      "contrast": "answer_selection",
      "item_r": 0.5189749251557348,
      "language": "BN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 9.681977432601306,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.521622291806664,
      "contrast": "answer_selection",
      "item_r": 0.6073586967285699,
      "language": "SW",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 7.1283436770341835,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.11343102959371092,
      "contrast": "answer_selection",
      "item_r": 0.6041219740104173,
      "language": "YO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 5.497876537089446,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 9.864451322752428,
      "contrast": "answer_selection",
      "item_r": 0.8218080604737502,
      "language": "EN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 8.718072011961159,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 7.7546974473026555,
      "contrast": "answer_selection",
      "item_r": 0.7647093306097167,
      "language": "DE",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 5.886343881593528,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.296869479603301,
      "contrast": "answer_selection",
      "item_r": 0.6866649032682821,
      "language": "FR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 5.425176525792332,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 7.116884696189689,
      "contrast": "answer_selection",
      "item_r": 0.6424080885260732,
      "language": "ES",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 7.221849373891844,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.539532838029428,
      "contrast": "answer_selection",
      "item_r": 0.7020505861688382,
      "language": "IT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 5.9855593417553195,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.437636091532729,
      "contrast": "answer_selection",
      "item_r": 0.7300768017526424,
      "language": "PT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 7.071193397467863,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.801923909772586,
      "contrast": "answer_selection",
      "item_r": 0.7240707039849588,
      "language": "ID",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 6.111677020999557,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.478614707002245,
      "contrast": "answer_selection",
      "item_r": 0.8561907049506492,
      "language": "ZH",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 5.992522544049202,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.905390924010435,
      "contrast": "answer_selection",
      "item_r": 0.8152798718717583,
      "language": "JA",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.964954998476285,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.68736723833739,
      "contrast": "answer_selection",
      "item_r": 0.8328763916361278,
      "language": "KO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.131040748974955,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 3.7983418422999917,
      "contrast": "answer_selection",
      "item_r": 0.50668354653239,
      "language": "AR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.069690677291113,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 6.11141347137364,
      "contrast": "answer_selection",
      "item_r": 0.8243216578764291,
      "language": "HI",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.712045656028369,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 4.145302048058151,
      "contrast": "answer_selection",
      "item_r": 0.8303819672242985,
      "language": "BN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 3.705635666001773,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 5.980963071882728,
      "contrast": "answer_selection",
      "item_r": 0.5051349414482788,
      "language": "SW",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 4.619925857435727,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 2.0800206175463924,
      "contrast": "answer_selection",
      "item_r": 0.7804955558002481,
      "language": "YO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 2.050007272273936,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 2.8633720688641238,
      "contrast": "answer_selection",
      "item_r": 0.6663512423469653,
      "language": "EN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 8.097549521857923,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 3.0500585653234404,
      "contrast": "answer_selection",
      "item_r": 0.6660695297292153,
      "language": "DE",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.955003415300546,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.416021590188582,
      "contrast": "answer_selection",
      "item_r": 0.5939478739689269,
      "language": "FR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.545167349726776,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.6109865044359015,
      "contrast": "answer_selection",
      "item_r": 0.6217369609470308,
      "language": "ES",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.699325478142076,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.6598889602304592,
      "contrast": "answer_selection",
      "item_r": 0.6189625346529419,
      "language": "IT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.579875341530054,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.365818377953086,
      "contrast": "answer_selection",
      "item_r": 0.6090112522879774,
      "language": "PT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 6.502219945355192,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.146561682685422,
      "contrast": "answer_selection",
      "item_r": 0.6504853880812783,
      "language": "ID",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 5.980020491803279,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.945048862836814,
      "contrast": "answer_selection",
      "item_r": 0.6888164853643672,
      "language": "ZH",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 5.883452868852459,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.225053812271887,
      "contrast": "answer_selection",
      "item_r": 0.6563902515834139,
      "language": "JA",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 4.258580942622951,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.775191928207397,
      "contrast": "answer_selection",
      "item_r": 0.6739359987540182,
      "language": "KO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 4.360186133879782,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.7567140883620098,
      "contrast": "answer_selection",
      "item_r": 0.7362587505730812,
      "language": "AR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.3986082650273226,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.2613567183064287,
      "contrast": "answer_selection",
      "item_r": 0.7770261633931139,
      "language": "HI",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.2113217213114753,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.727768658426498,
      "contrast": "answer_selection",
      "item_r": 0.7325765939201182,
      "language": "BN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.153603142076503,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 3.353469817896305,
      "contrast": "answer_selection",
      "item_r": 0.6691697057674629,
      "language": "SW",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.194117144808743,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.620159033425877,
      "contrast": "answer_selection",
      "item_r": 0.7939372112078567,
      "language": "YO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.969603825136612,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 1.6291627207827402,
      "contrast": "answer_selection",
      "item_r": 0.436001244331337,
      "language": "EN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.451624687194824,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.9709592969275513,
      "contrast": "answer_selection",
      "item_r": 0.49539070964387805,
      "language": "DE",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.1863125,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.8578806393289264,
      "contrast": "answer_selection",
      "item_r": 0.38928272041316975,
      "language": "FR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.349133911132812,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.6724704555813588,
      "contrast": "answer_selection",
      "item_r": 0.42946769112964556,
      "language": "ES",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.157961822509765,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.7689926869801946,
      "contrast": "answer_selection",
      "item_r": 0.44089040936377655,
      "language": "IT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.086306335449219,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.6303650051316554,
      "contrast": "answer_selection",
      "item_r": 0.3996093344737265,
      "language": "PT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.999918766021729,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.9071286481053074,
      "contrast": "answer_selection",
      "item_r": 0.4519387525951592,
      "language": "ID",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.023884796142578,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.6531461432307546,
      "contrast": "answer_selection",
      "item_r": 0.4479543949006344,
      "language": "ZH",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.935960037231445,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.8068110933448278,
      "contrast": "answer_selection",
      "item_r": 0.4618142831443967,
      "language": "JA",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.869104656219482,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.5669939689261128,
      "contrast": "answer_selection",
      "item_r": 0.497354883021008,
      "language": "KO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.142221282958984,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.79066958318729,
      "contrast": "answer_selection",
      "item_r": 0.43474944965078594,
      "language": "AR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.544691062927246,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.2980310783228197,
      "contrast": "answer_selection",
      "item_r": 0.4334436227498281,
      "language": "HI",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.3075082359313965,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.3631345647861868,
      "contrast": "answer_selection",
      "item_r": 0.5080123457738632,
      "language": "BN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 6.958592163085937,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 2.068589014093205,
      "contrast": "answer_selection",
      "item_r": 0.45286150527227614,
      "language": "SW",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 6.82787841796875,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.9529596395956013,
      "contrast": "answer_selection",
      "item_r": 0.5498230991068174,
      "language": "YO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.337755981445312,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": -1.5135897051413307,
      "contrast": "answer_selection",
      "item_r": 0.4450981619829036,
      "language": "EN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.352054641723633,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.7803268923143565,
      "contrast": "answer_selection",
      "item_r": 0.45460007630658933,
      "language": "DE",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 8.4737587890625,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.1967552854507553,
      "contrast": "answer_selection",
      "item_r": 0.5139612781562346,
      "language": "FR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 8.079565055847167,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -0.19550211663802453,
      "contrast": "answer_selection",
      "item_r": 0.4787004592732704,
      "language": "ES",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.415374677658081,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.9400438769654005,
      "contrast": "answer_selection",
      "item_r": 0.3942749225367564,
      "language": "IT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 8.335561225891114,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -1.5194108914636122,
      "contrast": "answer_selection",
      "item_r": 0.44276080593448286,
      "language": "PT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.161066207885742,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.9617166353659136,
      "contrast": "answer_selection",
      "item_r": 0.5459134421001663,
      "language": "ID",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.868748107910156,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.5983915952735996,
      "contrast": "answer_selection",
      "item_r": 0.5000106628679161,
      "language": "ZH",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.486922595977783,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.6720800361170844,
      "contrast": "answer_selection",
      "item_r": 0.4787752708554258,
      "language": "JA",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 8.12146743774414,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.821094646886066,
      "contrast": "answer_selection",
      "item_r": 0.5246390438583699,
      "language": "KO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.981981643676757,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.1818254158835964,
      "contrast": "answer_selection",
      "item_r": 0.508698891211277,
      "language": "AR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 8.033996822357178,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.4442312414631993,
      "contrast": "answer_selection",
      "item_r": 0.549762358494046,
      "language": "HI",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.971821945190429,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 1.8614722064895937,
      "contrast": "answer_selection",
      "item_r": 0.5962352622340593,
      "language": "BN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.893386085510254,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 3.0858645863147975,
      "contrast": "answer_selection",
      "item_r": 0.5279375217830052,
      "language": "SW",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.23478621673584,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.0441545894414355,
      "contrast": "answer_selection",
      "item_r": 0.6551212552149114,
      "language": "YO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 4.940497024536133,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.22713144031696567,
      "contrast": "social_pressure",
      "item_r": -0.3166045999806474,
      "language": "EN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.71875,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.058437149251907336,
      "contrast": "social_pressure",
      "item_r": -0.4628720660920049,
      "language": "DE",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.4508502386634845,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.10774540625586783,
      "contrast": "social_pressure",
      "item_r": -0.31571578869036554,
      "language": "FR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.5757756563245824,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.025210185186297862,
      "contrast": "social_pressure",
      "item_r": -0.18643664560803616,
      "language": "ES",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.07838603818615751,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.07370472108130621,
      "contrast": "social_pressure",
      "item_r": -0.4260238232066292,
      "language": "IT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.17795346062052506,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.06891034433100293,
      "contrast": "social_pressure",
      "item_r": -0.22531876988212737,
      "language": "PT",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.14222852028639618,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.008628481779128606,
      "contrast": "social_pressure",
      "item_r": -0.3843125105698684,
      "language": "ID",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.04504773269689737,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.12792238843800785,
      "contrast": "social_pressure",
      "item_r": -0.5801617711581128,
      "language": "ZH",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.5845763723150358,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.014172038507500834,
      "contrast": "social_pressure",
      "item_r": -0.7256561816532969,
      "language": "JA",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.049821002386634845,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.08006480103952511,
      "contrast": "social_pressure",
      "item_r": -0.715323570911776,
      "language": "KO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.26170942720763724,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.01670557087505273,
      "contrast": "social_pressure",
      "item_r": -0.6011149180788108,
      "language": "AR",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.20965095465393796,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.08600528315956127,
      "contrast": "social_pressure",
      "item_r": -0.5242468770969728,
      "language": "HI",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": 0.035501193317422436,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.02145324316917533,
      "contrast": "social_pressure",
      "item_r": -0.13515628513922548,
      "language": "BN",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.16892899761336516,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.03874276600334113,
      "contrast": "social_pressure",
      "item_r": 0.19357176231417425,
      "language": "SW",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.12693914081145585,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": 0.060745146178066964,
      "contrast": "social_pressure",
      "item_r": -0.2146867559457037,
      "language": "YO",
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "observed_shift": -0.3424821002386635,
      "tag": "q35_08b"
    },
    {
      "attributed_shift": -0.21478392193564422,
      "contrast": "social_pressure",
      "item_r": 0.18886314485197225,
      "language": "EN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.07294668587896254,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.22467674432068332,
      "contrast": "social_pressure",
      "item_r": 0.4550539400484977,
      "language": "DE",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.5217545479106628,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.07944061546444708,
      "contrast": "social_pressure",
      "item_r": 0.5365435534428039,
      "language": "FR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.4174621757925072,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.023539103969811834,
      "contrast": "social_pressure",
      "item_r": 0.4976041538997898,
      "language": "ES",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.32112301873198845,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.05162513945030699,
      "contrast": "social_pressure",
      "item_r": 0.5016645420612657,
      "language": "IT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.2408816642651297,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.1510914192454549,
      "contrast": "social_pressure",
      "item_r": 0.6196899085939795,
      "language": "PT",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.3324702809798271,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.13608152579743635,
      "contrast": "social_pressure",
      "item_r": 0.4415766847456174,
      "language": "ID",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.28042822406340057,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.028306729634109077,
      "contrast": "social_pressure",
      "item_r": 0.00448124444450154,
      "language": "ZH",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.43270443083573484,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.07263353126061817,
      "contrast": "social_pressure",
      "item_r": -0.049534819980423944,
      "language": "JA",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 1.1319098129052594,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.04270690507739021,
      "contrast": "social_pressure",
      "item_r": 0.05510903547317358,
      "language": "KO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.5312162283861671,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.17897653764108165,
      "contrast": "social_pressure",
      "item_r": 0.34535117296205586,
      "language": "AR",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.27931376080691644,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.001684998781910107,
      "contrast": "social_pressure",
      "item_r": 0.6152367957512735,
      "language": "HI",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": -0.18285077449567724,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.20436961285398636,
      "contrast": "social_pressure",
      "item_r": 0.5692612968240606,
      "language": "BN",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.46694884726224783,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 0.007206731922994133,
      "contrast": "social_pressure",
      "item_r": 0.5757719112118906,
      "language": "SW",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.05844810991534582,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": -0.08196214947067232,
      "contrast": "social_pressure",
      "item_r": 0.21049583736426625,
      "language": "YO",
      "model": "Qwen3.5 2B",
      "n": 694,
      "observed_shift": 0.010593029538904898,
      "tag": "q35_2b"
    },
    {
      "attributed_shift": 1.2620124730711322,
      "contrast": "social_pressure",
      "item_r": 0.3109337581081554,
      "language": "EN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.5585,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.014519679727600305,
      "contrast": "social_pressure",
      "item_r": -0.032727271332414834,
      "language": "DE",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.802484375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.043837655000996165,
      "contrast": "social_pressure",
      "item_r": 0.16318004804214312,
      "language": "FR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 2.2695625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.009527113245265355,
      "contrast": "social_pressure",
      "item_r": 0.08966639353886709,
      "language": "ES",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.5369375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": 0.007058670007345427,
      "contrast": "social_pressure",
      "item_r": 0.13804219424313868,
      "language": "IT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.625765625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": 0.014517973210444325,
      "contrast": "social_pressure",
      "item_r": 0.10930614338211228,
      "language": "PT",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.61540625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.19077727417236748,
      "contrast": "social_pressure",
      "item_r": -0.22505576885741865,
      "language": "ID",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.677609375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.285424510325658,
      "contrast": "social_pressure",
      "item_r": -0.21360379305910204,
      "language": "ZH",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.717859375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.2342115700286231,
      "contrast": "social_pressure",
      "item_r": -0.27216454756027564,
      "language": "JA",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.2859296875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.3095176779938938,
      "contrast": "social_pressure",
      "item_r": -0.2485867207482179,
      "language": "KO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.611484375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.15010661922252622,
      "contrast": "social_pressure",
      "item_r": -0.1000212340382969,
      "language": "AR",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 1.11609375,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.15071974851540654,
      "contrast": "social_pressure",
      "item_r": -0.12626109051524056,
      "language": "HI",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.730296875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.025348749304830564,
      "contrast": "social_pressure",
      "item_r": -0.5501412224742533,
      "language": "BN",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": -0.227625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.15665235187792495,
      "contrast": "social_pressure",
      "item_r": -0.35596710800419035,
      "language": "SW",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": 0.213921875,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": -0.007381454944394136,
      "contrast": "social_pressure",
      "item_r": -0.36840194187796915,
      "language": "YO",
      "model": "Qwen3.5 4B",
      "n": 1000,
      "observed_shift": -0.20340625,
      "tag": "q35_4b"
    },
    {
      "attributed_shift": 0.043469200055526014,
      "contrast": "social_pressure",
      "item_r": -0.028877987803406453,
      "language": "EN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 2.443453125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.04999721275947377,
      "contrast": "social_pressure",
      "item_r": 0.4411522760693608,
      "language": "DE",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.66202734375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.06136155823996523,
      "contrast": "social_pressure",
      "item_r": 0.4815117545424718,
      "language": "FR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.277669921875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.23957812320610172,
      "contrast": "social_pressure",
      "item_r": 0.27800670603496985,
      "language": "ES",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.1505625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.1939143958389759,
      "contrast": "social_pressure",
      "item_r": 0.3068100632773915,
      "language": "IT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.4222900390625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.17497159555618055,
      "contrast": "social_pressure",
      "item_r": 0.39751682824798895,
      "language": "PT",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.884982421875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.17928564442908101,
      "contrast": "social_pressure",
      "item_r": 0.4162997969185042,
      "language": "ID",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.879802734375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.019415405340885625,
      "contrast": "social_pressure",
      "item_r": 0.0784969839848075,
      "language": "ZH",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.38734375,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.03208633978806211,
      "contrast": "social_pressure",
      "item_r": 0.24596897347642402,
      "language": "JA",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.0190634765625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.01687013216457308,
      "contrast": "social_pressure",
      "item_r": 0.07927117191203288,
      "language": "KO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.332546875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.2757009077168332,
      "contrast": "social_pressure",
      "item_r": 0.13692783056652633,
      "language": "AR",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.315244384765625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": -0.016891836893782965,
      "contrast": "social_pressure",
      "item_r": -0.017214404196420147,
      "language": "HI",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 1.201,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.11199052104458497,
      "contrast": "social_pressure",
      "item_r": -0.0852222040484395,
      "language": "BN",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": -0.05796875,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.08006676869419607,
      "contrast": "social_pressure",
      "item_r": -0.20187584789462087,
      "language": "SW",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.009640625,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 0.032748439977167434,
      "contrast": "social_pressure",
      "item_r": 0.058439542939688394,
      "language": "YO",
      "model": "Qwen3.5 9B",
      "n": 1000,
      "observed_shift": 0.03183203125,
      "tag": "q35_9b"
    },
    {
      "attributed_shift": 1.4008041350357925,
      "contrast": "social_pressure",
      "item_r": 0.2148023344625814,
      "language": "EN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 3.2876875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 1.6465118800086198,
      "contrast": "social_pressure",
      "item_r": 0.5116983430953802,
      "language": "DE",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.81234375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 1.392044495453522,
      "contrast": "social_pressure",
      "item_r": 0.35347166331703217,
      "language": "FR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.80884375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.1118598120427357,
      "contrast": "social_pressure",
      "item_r": 0.6816588776881742,
      "language": "ES",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.097875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.538863903930445,
      "contrast": "social_pressure",
      "item_r": 0.6030844851381109,
      "language": "IT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.6770625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 1.0979039034168627,
      "contrast": "social_pressure",
      "item_r": 0.4447509627439478,
      "language": "PT",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.44603125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.35923146608627576,
      "contrast": "social_pressure",
      "item_r": 0.5358214739158288,
      "language": "ID",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.758375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.1299991501365862,
      "contrast": "social_pressure",
      "item_r": 0.5245092138490678,
      "language": "ZH",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.3984375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.448673992768503,
      "contrast": "social_pressure",
      "item_r": 0.5320115598212353,
      "language": "JA",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.9831875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.07881864510368246,
      "contrast": "social_pressure",
      "item_r": 0.6149285079448957,
      "language": "KO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.08365625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.6264914146922141,
      "contrast": "social_pressure",
      "item_r": 0.4169352935698468,
      "language": "AR",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.14334375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.8357239144250895,
      "contrast": "social_pressure",
      "item_r": 0.3584220473732942,
      "language": "HI",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.2158125,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.8759236129595149,
      "contrast": "social_pressure",
      "item_r": 0.36878349592476795,
      "language": "BN",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 1.399375,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 0.48470318588886946,
      "contrast": "social_pressure",
      "item_r": 0.6151917931708247,
      "language": "SW",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": 0.77871875,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": -0.18741654289032544,
      "contrast": "social_pressure",
      "item_r": 0.7312558480870742,
      "language": "YO",
      "model": "Qwen3.5 27B",
      "n": 1000,
      "observed_shift": -0.194625,
      "tag": "q35_27b"
    },
    {
      "attributed_shift": 2.3916726952838054,
      "contrast": "social_pressure",
      "item_r": 0.695838651938993,
      "language": "EN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.6301789689160552,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.071985956697153,
      "contrast": "social_pressure",
      "item_r": 0.8289917344699903,
      "language": "DE",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.35494136424199774,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -0.869839654833929,
      "contrast": "social_pressure",
      "item_r": 0.8308954297302069,
      "language": "FR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -1.3628586989182692,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.8220472010438062,
      "contrast": "social_pressure",
      "item_r": 0.8136611750649468,
      "language": "ES",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.6771264944964575,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -1.7826519559677643,
      "contrast": "social_pressure",
      "item_r": 0.8014707667562085,
      "language": "IT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -1.5683223091156377,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.0839647551139604,
      "contrast": "social_pressure",
      "item_r": 0.8179262287523281,
      "language": "PT",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.585095857319079,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -1.6220897073458433,
      "contrast": "social_pressure",
      "item_r": 0.8622093484481012,
      "language": "ID",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -1.6232040343496963,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 4.521000997205439,
      "contrast": "social_pressure",
      "item_r": 0.8263869892068846,
      "language": "ZH",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 3.4457592674595143,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 1.4847830343368775,
      "contrast": "social_pressure",
      "item_r": 0.8162714271506599,
      "language": "JA",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 1.5189695782989625,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 2.1566317943395177,
      "contrast": "social_pressure",
      "item_r": 0.790136356062302,
      "language": "KO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 1.9195462740384615,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 0.6892144920328567,
      "contrast": "social_pressure",
      "item_r": 0.8661210076599223,
      "language": "AR",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": 0.3131988154731781,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -3.0030767164074312,
      "contrast": "social_pressure",
      "item_r": 0.8306301597314367,
      "language": "HI",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -3.4886411134048028,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -3.7652399884882883,
      "contrast": "social_pressure",
      "item_r": 0.8543232734908054,
      "language": "BN",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -4.10600645242915,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -1.265675661844968,
      "contrast": "social_pressure",
      "item_r": 0.8873373114909721,
      "language": "SW",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -1.06393519104251,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": -0.5449505991292718,
      "contrast": "social_pressure",
      "item_r": 0.9142937023361364,
      "language": "YO",
      "model": "Qwen2.5 3B",
      "n": 494,
      "observed_shift": -0.615487411437247,
      "tag": "q25_3b"
    },
    {
      "attributed_shift": 6.175072467755298,
      "contrast": "social_pressure",
      "item_r": 0.8609773384245155,
      "language": "EN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 4.7429753712245395,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.6744419416580816,
      "contrast": "social_pressure",
      "item_r": 0.8657941562612854,
      "language": "DE",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.6052581826034857,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.5329919114764802,
      "contrast": "social_pressure",
      "item_r": 0.8668236247322249,
      "language": "FR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.12722361817651864,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 2.0048674316539508,
      "contrast": "social_pressure",
      "item_r": 0.8395323877069054,
      "language": "ES",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.6836489074084224,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": -0.15961310325873485,
      "contrast": "social_pressure",
      "item_r": 0.8694590908505424,
      "language": "IT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.5294861306949538,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.1947010205883883,
      "contrast": "social_pressure",
      "item_r": 0.8488021486250753,
      "language": "PT",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.0139413950394611,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.0475278475094056,
      "contrast": "social_pressure",
      "item_r": 0.8200089400943545,
      "language": "ID",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.6271866000428492,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.7199078540807904,
      "contrast": "social_pressure",
      "item_r": 0.8358562280544676,
      "language": "ZH",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.7729641855979452,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.503200677830094,
      "contrast": "social_pressure",
      "item_r": 0.7654536277882764,
      "language": "JA",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.8087109157017299,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.5049961467629498,
      "contrast": "social_pressure",
      "item_r": 0.7912986732669655,
      "language": "KO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.1946506110989317,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.4120133708188448,
      "contrast": "social_pressure",
      "item_r": 0.8339957919478687,
      "language": "AR",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.43564089463681593,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 0.21687716509598354,
      "contrast": "social_pressure",
      "item_r": 0.8249594806464267,
      "language": "HI",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 0.03197199714427092,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 1.0990581492906528,
      "contrast": "social_pressure",
      "item_r": 0.8254360911483779,
      "language": "BN",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": 1.5278251025141503,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": -0.2550078877657202,
      "contrast": "social_pressure",
      "item_r": 0.8195688252880157,
      "language": "SW",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.4539691380092076,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": -0.06410998980598281,
      "contrast": "social_pressure",
      "item_r": 0.8927870675492301,
      "language": "YO",
      "model": "Qwen2.5 7B",
      "n": 784,
      "observed_shift": -0.22107392914441168,
      "tag": "q25_7b"
    },
    {
      "attributed_shift": 4.489131928306245,
      "contrast": "social_pressure",
      "item_r": 0.6999686956017445,
      "language": "EN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 2.4127015458776597,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 1.1704160163689354,
      "contrast": "social_pressure",
      "item_r": 0.7122726804891164,
      "language": "DE",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.5619961353058511,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 0.7136474813289979,
      "contrast": "social_pressure",
      "item_r": 0.8333887891823417,
      "language": "FR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 0.4249224290780142,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -3.7524940528542934,
      "contrast": "social_pressure",
      "item_r": 0.905817111292193,
      "language": "ES",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": -2.368039719601895,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -2.012335787353568,
      "contrast": "social_pressure",
      "item_r": 0.907987403445685,
      "language": "IT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": -1.879813552748227,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -0.02688763102331524,
      "contrast": "social_pressure",
      "item_r": 0.8262701603251827,
      "language": "PT",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.0803897938829787,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 1.7953158908938824,
      "contrast": "social_pressure",
      "item_r": 0.7924138845890497,
      "language": "ID",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.5147479983931738,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 1.421989528582706,
      "contrast": "social_pressure",
      "item_r": 0.8668897850577427,
      "language": "ZH",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.4350049174423758,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 0.5206800161986297,
      "contrast": "social_pressure",
      "item_r": 0.8335308989798179,
      "language": "JA",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 0.9349927969858156,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 2.2970778669366303,
      "contrast": "social_pressure",
      "item_r": 0.7408888960164158,
      "language": "KO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.5052122291943706,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 0.09012854595573128,
      "contrast": "social_pressure",
      "item_r": 0.796365274002434,
      "language": "AR",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 0.1290447695035461,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 0.3249764072532709,
      "contrast": "social_pressure",
      "item_r": 0.4463185393401743,
      "language": "HI",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 0.9343567976714872,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 1.7406954103438925,
      "contrast": "social_pressure",
      "item_r": 0.8965332088272395,
      "language": "BN",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": 1.205008865248227,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -1.2284582558759705,
      "contrast": "social_pressure",
      "item_r": 0.8017046852946039,
      "language": "SW",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": -0.6307512648562168,
      "tag": "llama8b"
    },
    {
      "attributed_shift": -0.13615494194796268,
      "contrast": "social_pressure",
      "item_r": 0.8583937887509535,
      "language": "YO",
      "model": "Llama-3.1 8B†",
      "n": 141,
      "observed_shift": -0.11375221631205673,
      "tag": "llama8b"
    },
    {
      "attributed_shift": 13.823577106490767,
      "contrast": "social_pressure",
      "item_r": 0.8178098794356197,
      "language": "EN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.4744706284153004,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 3.585157655893074,
      "contrast": "social_pressure",
      "item_r": 0.8381049739455999,
      "language": "DE",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.3975409836065573,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 3.5578178595624443,
      "contrast": "social_pressure",
      "item_r": 0.9164432953265697,
      "language": "FR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.3478483606557377,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 4.81974904421348,
      "contrast": "social_pressure",
      "item_r": 0.9055603824897496,
      "language": "ES",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.5572916666666667,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 5.369358507671951,
      "contrast": "social_pressure",
      "item_r": 0.9076051428377664,
      "language": "IT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 2.104337431693989,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 4.166156971812408,
      "contrast": "social_pressure",
      "item_r": 0.8899337592842043,
      "language": "PT",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.3112619535519126,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.596563340460031,
      "contrast": "social_pressure",
      "item_r": 0.934559050389796,
      "language": "ID",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.1827185792349726,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.07242928348550579,
      "contrast": "social_pressure",
      "item_r": 0.9465578744743889,
      "language": "ZH",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": -0.6012636612021858,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 6.0951738364441335,
      "contrast": "social_pressure",
      "item_r": 0.8669497008288698,
      "language": "JA",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.8550204918032787,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 4.1375014251937055,
      "contrast": "social_pressure",
      "item_r": 0.904686408651534,
      "language": "KO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 3.0407274590163933,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.6840256636296594,
      "contrast": "social_pressure",
      "item_r": 0.9371298606640858,
      "language": "AR",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 0.45124658469945356,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.5366253858948166,
      "contrast": "social_pressure",
      "item_r": 0.9243408199103206,
      "language": "HI",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 0.383025956284153,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.7074151283636813,
      "contrast": "social_pressure",
      "item_r": 0.9097027583142611,
      "language": "BN",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 0.2729678961748634,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 0.5758736098071201,
      "contrast": "social_pressure",
      "item_r": 0.8757980292164065,
      "language": "SW",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 0.1723872950819672,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 2.138062735802257,
      "contrast": "social_pressure",
      "item_r": 0.7945198531942952,
      "language": "YO",
      "model": "Mistral 7B",
      "n": 366,
      "observed_shift": 1.3247096994535519,
      "tag": "mistral7b"
    },
    {
      "attributed_shift": 17.74565450058321,
      "contrast": "social_pressure",
      "item_r": -0.08104246165753774,
      "language": "EN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 17.88561749267578,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 19.910238540982725,
      "contrast": "social_pressure",
      "item_r": 0.36820436925144356,
      "language": "DE",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 10.535868072509766,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 14.314455150730941,
      "contrast": "social_pressure",
      "item_r": 0.5982570757504854,
      "language": "FR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 6.0132408065795895,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 7.1152929450247955,
      "contrast": "social_pressure",
      "item_r": 0.7277220971385293,
      "language": "ES",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 3.2529437866210937,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 5.054266477086248,
      "contrast": "social_pressure",
      "item_r": 0.7706323667673753,
      "language": "IT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 2.226886047363281,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 18.39414463237238,
      "contrast": "social_pressure",
      "item_r": 0.40334131541855506,
      "language": "PT",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 8.885315861701965,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 11.745477566888948,
      "contrast": "social_pressure",
      "item_r": 0.5909560219765222,
      "language": "ID",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.828628448486328,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 15.033505375632277,
      "contrast": "social_pressure",
      "item_r": 0.4772746219152065,
      "language": "ZH",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.6480674667358395,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 9.716717583486348,
      "contrast": "social_pressure",
      "item_r": 0.6907579247665518,
      "language": "JA",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 4.657240173339844,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 6.183173684645102,
      "contrast": "social_pressure",
      "item_r": 0.7064068531919978,
      "language": "KO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 3.29561181640625,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 1.9900960894619597,
      "contrast": "social_pressure",
      "item_r": 0.8016435826058887,
      "language": "AR",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 0.601698974609375,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 14.906069524723204,
      "contrast": "social_pressure",
      "item_r": 0.5534160600412087,
      "language": "HI",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 7.414077850341797,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 9.48771533704978,
      "contrast": "social_pressure",
      "item_r": 0.6842502436106237,
      "language": "BN",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 5.639570434570312,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 3.789550709996921,
      "contrast": "social_pressure",
      "item_r": 0.7602059589662775,
      "language": "SW",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": 1.8258678588867188,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": -0.22565000867452795,
      "contrast": "social_pressure",
      "item_r": 0.8688716392129439,
      "language": "YO",
      "model": "Gemma-2 9B",
      "n": 1000,
      "observed_shift": -0.57508837890625,
      "tag": "gemma9b"
    },
    {
      "attributed_shift": 14.58345681443687,
      "contrast": "social_pressure",
      "item_r": 0.7608011238957929,
      "language": "EN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 4.631311859130859,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 8.484313664439407,
      "contrast": "social_pressure",
      "item_r": 0.823265214191863,
      "language": "DE",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.7639568481445314,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.8746003388324155,
      "contrast": "social_pressure",
      "item_r": 0.823979985296222,
      "language": "FR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.065304443359375,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -1.8293386476801428,
      "contrast": "social_pressure",
      "item_r": 0.7173045000757872,
      "language": "ES",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": -1.6961845092773438,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.760121891505462,
      "contrast": "social_pressure",
      "item_r": 0.8099739752189593,
      "language": "IT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.5115466766357422,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.0297014056233436,
      "contrast": "social_pressure",
      "item_r": 0.8296161621299144,
      "language": "PT",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.4075429840087891,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 9.60512702115964,
      "contrast": "social_pressure",
      "item_r": 0.8110295728511495,
      "language": "ID",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 3.426718460083008,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 26.743541580046003,
      "contrast": "social_pressure",
      "item_r": 0.6597506611287773,
      "language": "ZH",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 7.498006258010864,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 4.901033112639632,
      "contrast": "social_pressure",
      "item_r": 0.8180461555927464,
      "language": "JA",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.7907717514038086,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 6.436718665733552,
      "contrast": "social_pressure",
      "item_r": 0.7973403895553538,
      "language": "KO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.0238765182495118,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 6.506736202454416,
      "contrast": "social_pressure",
      "item_r": 0.7449059433198292,
      "language": "AR",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.0539109783172607,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": -2.084305191116203,
      "contrast": "social_pressure",
      "item_r": 0.7562164978704184,
      "language": "HI",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": -0.49882379150390627,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 5.362326047985609,
      "contrast": "social_pressure",
      "item_r": 0.8645904725108777,
      "language": "BN",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 2.4059160766601564,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 2.5348081861236995,
      "contrast": "social_pressure",
      "item_r": 0.8326398827728627,
      "language": "SW",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 1.2905579376220704,
      "tag": "gemma4_12b"
    },
    {
      "attributed_shift": 0.28398014764101726,
      "contrast": "social_pressure",
      "item_r": 0.8401418240440088,
      "language": "YO",
      "model": "Gemma-4 12B",
      "n": 1000,
      "observed_shift": 0.06533556604385377,
      "tag": "gemma4_12b"
    }
  ]
}