{
  "curves": [
    {
      "language": "EN",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.8138132661267697,
        0.7619163809479084,
        0.010652540861297112,
        0.011622403828436987,
        0.024930173940260276,
        0.00683177590581521,
        0.5617946837985209
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.04205607476635514,
        0.04205607476635514,
        1.0,
        1.0,
        1.0,
        1.0,
        0.32710280373831774
      ]
    },
    {
      "language": "DE",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.5827151628681154,
        0.6225467013830546,
        0.052763919936543086,
        0.03354694097760899,
        0.032964689309206124,
        0.005627740267402395,
        0.3385723982763555
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.14485981308411214,
        0.14485981308411214,
        0.9953271028037384,
        0.9953271028037384,
        0.9953271028037384,
        0.9953271028037384,
        0.6635514018691588
      ]
    },
    {
      "language": "FR",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7385965412500027,
        0.7050916289901971,
        0.018813531028928788,
        0.007337468980397283,
        0.007417051609217681,
        0.0009052823602445149,
        0.3760797157230848
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.04672897196261682,
        0.04672897196261682,
        1.0,
        1.0,
        1.0,
        1.0,
        0.602803738317757
      ]
    },
    {
      "language": "ES",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7855189993072336,
        0.7251515573959049,
        0.014658987675940349,
        0.007853079017112467,
        0.007626199941445962,
        0.0011210514837721264,
        0.39222467030729297
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0514018691588785,
        0.0514018691588785,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5841121495327103
      ]
    },
    {
      "language": "IT",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7686437903511747,
        0.8340428287781357,
        0.026788163041422865,
        0.005614511859794985,
        0.005840894018113762,
        0.000682964482344925,
        0.4360493074745706
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.02336448598130841,
        0.02336448598130841,
        1.0,
        1.0,
        1.0,
        1.0,
        0.48598130841121495
      ]
    },
    {
      "language": "PT",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7005955546781003,
        0.7999880415589818,
        0.007018728278415216,
        0.00454144322198585,
        0.005251244584278793,
        0.0005731347455834128,
        0.45019343318461186
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0794392523364486,
        0.0794392523364486,
        1.0,
        1.0,
        1.0,
        1.0,
        0.4485981308411215
      ]
    },
    {
      "language": "ID",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7186267681454666,
        0.7357777695739468,
        0.019936682867886125,
        0.0353459510827115,
        0.031927445670589805,
        0.0065861746870638435,
        0.4180124404657388
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.06074766355140187,
        0.06074766355140187,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5093457943925234
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7271186711841098,
        0.8090516881969383,
        0.015226908282172283,
        0.010016086478402107,
        0.013544131522436808,
        0.002515043950280355,
        0.3612307731723674
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.037383177570093455,
        0.037383177570093455,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6682242990654206
      ]
    },
    {
      "language": "JA",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.7533606763963945,
        0.8471990057917869,
        0.07557180674396298,
        0.0401280600551481,
        0.022789267967531248,
        0.02061660964451034,
        0.4252639931635322
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.037383177570093455,
        0.037383177570093455,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5467289719626168
      ]
    },
    {
      "language": "KO",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.778214341012117,
        0.8512445975575926,
        0.06084971022726881,
        0.0628881405777337,
        0.02546561462315078,
        0.007275487733044701,
        0.3761042983567116
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.04672897196261682,
        0.04672897196261682,
        1.0,
        1.0,
        1.0,
        1.0,
        0.602803738317757
      ]
    },
    {
      "language": "AR",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.6673918112276871,
        0.6671886461717295,
        0.037632934080826325,
        0.04424187936354292,
        0.035769280230367524,
        0.00474231176162775,
        0.4001845412944208
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.102803738317757,
        0.102803738317757,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5233644859813084
      ]
    },
    {
      "language": "HI",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.16565021012787856,
        0.2619389241613517,
        0.08754006830244282,
        0.05274426592753278,
        0.07739328969026281,
        0.026368727808258993,
        0.31625421011002264
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.22897196261682243,
        0.2336448598130841,
        1.0,
        1.0,
        1.0,
        1.0,
        0.3925233644859813
      ]
    },
    {
      "language": "BN",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.2155043151072949,
        0.18791131361901203,
        0.08549683915764511,
        0.05560726670234978,
        0.08523906285169526,
        0.03818403343587383,
        0.2987410395850088
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.2570093457943925,
        0.2570093457943925,
        1.0,
        1.0,
        1.0,
        1.0,
        0.48130841121495327
      ]
    },
    {
      "language": "SW",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.6151381388445881,
        0.6817408587922839,
        0.04639153877299314,
        0.10231703774411684,
        0.12404168654825086,
        0.12177662868661998,
        0.46463181720785446
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.03271028037383177,
        0.03271028037383177,
        1.0,
        1.0,
        1.0,
        1.0,
        0.2383177570093458
      ]
    },
    {
      "language": "YO",
      "model": "Qwen3.5 0.8B",
      "p_correct": [
        0.30380153504121943,
        0.36160807140937473,
        0.06025397043923247,
        0.10470587963447253,
        0.10948323697791756,
        0.07552308373579703,
        0.390427267196301
      ],
      "tag": "q35_08b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.24766355140186916,
        0.16355140186915887,
        1.0,
        1.0,
        1.0,
        1.0,
        0.19626168224299065
      ]
    },
    {
      "language": "EN",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8040559860567252,
        0.7466836683452129,
        0.037947484551599096,
        0.016923994118668715,
        0.009645836314085601,
        0.0013885655187487423,
        0.43961133949148157
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.030555555555555555,
        0.03333333333333333,
        1.0,
        1.0,
        1.0,
        1.0,
        0.55
      ]
    },
    {
      "language": "DE",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8405878091437949,
        0.8932695917681688,
        0.022619436128782883,
        0.04606170328148033,
        0.025772612170597616,
        0.00336771267576397,
        0.32863697068144876
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.025,
        0.025,
        1.0,
        1.0,
        1.0,
        1.0,
        0.7388888888888889
      ]
    },
    {
      "language": "FR",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.7969866991870933,
        0.783429374318156,
        0.021102864584221,
        0.0173945646678678,
        0.013832012645303217,
        0.002089328057996277,
        0.38983231947964264
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.03333333333333333,
        0.03611111111111111,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6388888888888888
      ]
    },
    {
      "language": "ES",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8159591473535531,
        0.8203493633113491,
        0.011110085688657515,
        0.01151044300167996,
        0.011246133840975543,
        0.0024287207558371746,
        0.4263254710809431
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.03888888888888889,
        0.041666666666666664,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5638888888888889
      ]
    },
    {
      "language": "IT",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8556033846818738,
        0.9006307579163048,
        0.021682652949877795,
        0.017137397124356035,
        0.01715883896815487,
        0.002300525939148833,
        0.38196192734305645
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.022222222222222223,
        0.022222222222222223,
        1.0,
        1.0,
        1.0,
        1.0,
        0.675
      ]
    },
    {
      "language": "PT",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8117602513158797,
        0.8366938959412639,
        0.011762486747870247,
        0.007627280575252371,
        0.006973080658927857,
        0.0015095523987295363,
        0.38943628257321605
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.05277777777777778,
        0.05277777777777778,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6472222222222223
      ]
    },
    {
      "language": "ID",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.7688755672425032,
        0.6539345166180283,
        0.01637904683258158,
        0.017820795398175607,
        0.0126868234921959,
        0.001645286804623917,
        0.5021585281524393
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.04722222222222222,
        0.058333333333333334,
        1.0,
        1.0,
        1.0,
        1.0,
        0.3972222222222222
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8247043292969465,
        0.8766739627449877,
        0.008619145559350727,
        0.006957830004608291,
        0.00585370896874085,
        0.0006653853898935974,
        0.3991347608027152
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.019444444444444445,
        0.019444444444444445,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6416666666666667
      ]
    },
    {
      "language": "JA",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8818810449913144,
        0.8311911850650278,
        0.031661238786182364,
        0.06896813851005087,
        0.015068740252960804,
        0.0032564190404804727,
        0.40096247039424876
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.019444444444444445,
        0.019444444444444445,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6472222222222223
      ]
    },
    {
      "language": "KO",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8415446348488331,
        0.9398913182596313,
        0.03357285531819798,
        0.06205033046620277,
        0.027682804896742002,
        0.010001677491406251,
        0.44130947112312746
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.016666666666666666,
        0.016666666666666666,
        1.0,
        1.0,
        1.0,
        1.0,
        0.5444444444444444
      ]
    },
    {
      "language": "AR",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.8654931373480294,
        0.7407575366190738,
        0.0454647974791846,
        0.024678620614334554,
        0.023650012358110768,
        0.0019716111814975395,
        0.42053606380812
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.019444444444444445,
        0.03333333333333333,
        1.0,
        1.0,
        1.0,
        1.0,
        0.6222222222222222
      ]
    },
    {
      "language": "HI",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.7253255599773385,
        0.6992786462522216,
        0.010870741533340656,
        0.021627257200937795,
        0.007027382902780725,
        0.0005089712696466285,
        0.34841594803179354
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.06388888888888888,
        0.05,
        1.0,
        1.0,
        1.0,
        1.0,
        0.7333333333333333
      ]
    },
    {
      "language": "BN",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.6595712474961247,
        0.8495465260374153,
        0.0215652290798769,
        0.02015444872971178,
        0.059855600690267845,
        0.005823426803419807,
        0.3908158719384422
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.05,
        0.05,
        0.9777777777777777,
        1.0,
        1.0,
        1.0,
        0.6166666666666667
      ]
    },
    {
      "language": "SW",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.7963430290834771,
        0.7513868530578394,
        0.014547562993579453,
        0.03398417581443532,
        0.04497156692959834,
        0.008396919956835013,
        0.2776787893633203
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.011111111111111112,
        0.011111111111111112,
        1.0,
        1.0,
        1.0,
        1.0,
        0.9138888888888889
      ]
    },
    {
      "language": "YO",
      "model": "Qwen3.5 2B",
      "p_correct": [
        0.608991714705351,
        0.38064686654704727,
        0.11636469503913152,
        0.10905011223351013,
        0.05697835856869157,
        0.048399276574936166,
        0.4045696211539002
      ],
      "tag": "q35_2b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.09166666666666666,
        0.2361111111111111,
        0.9861111111111112,
        0.9944444444444445,
        0.9944444444444445,
        0.9944444444444445,
        0.4666666666666667
      ]
    },
    {
      "language": "EN",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9099451828076214,
        0.9384464821835491,
        0.1482687504524575,
        0.10687214077489578,
        0.09574834867549487,
        0.09407916636638866,
        0.7969443703635184
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010245901639344262,
        0.010245901639344262,
        0.9077868852459017,
        0.9077868852459017,
        0.9077868852459017,
        0.9077868852459017,
        0.11270491803278689
      ]
    },
    {
      "language": "DE",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9202611759442408,
        0.914605218992038,
        0.17143868585761263,
        0.14615587712992015,
        0.11110156334137576,
        0.10445597184323953,
        0.7561461123118757
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.00819672131147541,
        0.00819672131147541,
        0.8975409836065574,
        0.8975409836065574,
        0.8975409836065574,
        0.8975409836065574,
        0.1168032786885246
      ]
    },
    {
      "language": "FR",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9366214869879796,
        0.9685756525952277,
        0.07382132511511522,
        0.06014066459113669,
        0.021030617392927494,
        0.020626249613833986,
        0.754990506596619
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004098360655737705,
        0.004098360655737705,
        0.9836065573770492,
        0.9815573770491803,
        0.9815573770491803,
        0.9815573770491803,
        0.13114754098360656
      ]
    },
    {
      "language": "ES",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9226268148202388,
        0.9577737350783074,
        0.13702817256555255,
        0.13907116780999368,
        0.07878272916150308,
        0.07333820663097401,
        0.7810657150570119
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010245901639344262,
        0.010245901639344262,
        0.9282786885245902,
        0.9282786885245902,
        0.9282786885245902,
        0.9282786885245902,
        0.08811475409836066
      ]
    },
    {
      "language": "IT",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.925827098582856,
        0.9665099796390573,
        0.20193103061236067,
        0.1694339982586229,
        0.1461366114994324,
        0.14288938156618852,
        0.7454255347628697
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006147540983606557,
        0.006147540983606557,
        0.860655737704918,
        0.8586065573770492,
        0.8586065573770492,
        0.8586065573770492,
        0.15368852459016394
      ]
    },
    {
      "language": "PT",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9065522836047972,
        0.9260152319973892,
        0.2728478129388722,
        0.23347442609877764,
        0.23162793412490426,
        0.23096687752927414,
        0.7790585313541968
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012295081967213115,
        0.012295081967213115,
        0.764344262295082,
        0.764344262295082,
        0.764344262295082,
        0.764344262295082,
        0.12090163934426229
      ]
    },
    {
      "language": "ID",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.916758769176534,
        0.9499208594912847,
        0.07379063920969381,
        0.05617599768215097,
        0.022056200691500435,
        0.021652901756463973,
        0.7200115606547562
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.00819672131147541,
        0.00819672131147541,
        0.9795081967213115,
        0.9795081967213115,
        0.9795081967213115,
        0.9795081967213115,
        0.17827868852459017
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.8751356980885516,
        0.9220070574360091,
        0.08032019003105949,
        0.02716962622464768,
        0.027446225782964052,
        0.021213693368121102,
        0.609759993259566
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.01639344262295082,
        0.01639344262295082,
        0.9754098360655737,
        0.9774590163934426,
        0.9774590163934426,
        0.9774590163934426,
        0.3114754098360656
      ]
    },
    {
      "language": "JA",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9172805816118346,
        0.8937066935621141,
        0.08552566083142396,
        0.03799625862457553,
        0.007311429196582859,
        0.0063180718874945785,
        0.6675580825697685
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010245901639344262,
        0.010245901639344262,
        0.9938524590163934,
        0.9938524590163934,
        0.9938524590163934,
        0.9938524590163934,
        0.2028688524590164
      ]
    },
    {
      "language": "KO",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.8913829892293595,
        0.9132322999090529,
        0.07080149988088705,
        0.08819665531754269,
        0.015825771529780916,
        0.012473925420639107,
        0.6099717878015162
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.020491803278688523,
        0.020491803278688523,
        0.9938524590163934,
        0.9877049180327869,
        0.9877049180327869,
        0.9877049180327869,
        0.28688524590163933
      ]
    },
    {
      "language": "AR",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.9078764935085153,
        0.9504195897568963,
        0.1226488011927925,
        0.07217355066112476,
        0.0524147482556602,
        0.048454889596813634,
        0.6591495224131562
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010245901639344262,
        0.010245901639344262,
        0.9508196721311475,
        0.9508196721311475,
        0.9508196721311475,
        0.9508196721311475,
        0.22336065573770492
      ]
    },
    {
      "language": "HI",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.8443348523320966,
        0.8672648570132938,
        0.07756131628503145,
        0.013789944045688347,
        0.017565717247373974,
        0.005774035559539692,
        0.43788976346564357
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.028688524590163935,
        0.02663934426229508,
        0.9938524590163934,
        0.9959016393442623,
        0.9938524590163934,
        0.9959016393442623,
        0.5389344262295082
      ]
    },
    {
      "language": "BN",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.8528243223525828,
        0.9275886151560565,
        0.024962623442020306,
        0.003591246938789422,
        0.002470885444452154,
        0.002061837020091452,
        0.4819200922724062
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012295081967213115,
        0.012295081967213115,
        0.9979508196721312,
        0.9979508196721312,
        0.9979508196721312,
        0.9979508196721312,
        0.49385245901639346
      ]
    },
    {
      "language": "SW",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.8453197614518834,
        0.8594386654381867,
        0.009205826219281558,
        0.004907926731489244,
        0.005097869201116006,
        0.0007447125391152787,
        0.4681933942626872
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.030737704918032786,
        0.030737704918032786,
        1.0,
        1.0,
        1.0,
        1.0,
        0.49385245901639346
      ]
    },
    {
      "language": "YO",
      "model": "Qwen3.5 4B",
      "p_correct": [
        0.7738276755763599,
        0.8103864284337939,
        0.008509884470769424,
        0.0008532452097295886,
        0.0010671910900742142,
        0.0004595726788820554,
        0.27309462251069505
      ],
      "tag": "q35_4b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.05327868852459016,
        0.05327868852459016,
        1.0,
        1.0,
        1.0,
        1.0,
        0.7438524590163934
      ]
    },
    {
      "language": "EN",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9368007854223251,
        0.9580883948653937,
        0.405218197775539,
        0.5526502686436288,
        0.5219903713008971,
        0.5165044503364042,
        0.8226949031949043
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.6,
        0.488,
        0.488,
        0.488,
        0.038
      ]
    },
    {
      "language": "DE",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9280264672935009,
        0.9074346115216613,
        0.343624019626528,
        0.4440857988775242,
        0.4162518913446693,
        0.4182397912907763,
        0.8428319851532579
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.662,
        0.596,
        0.596,
        0.596,
        0.032
      ]
    },
    {
      "language": "FR",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.8956595247983933,
        0.9357209178060293,
        0.10770409281086177,
        0.2115417445161729,
        0.17050205482100136,
        0.21125756965752227,
        0.8354119234159589
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.004,
        0.984,
        0.858,
        0.858,
        0.852,
        0.04
      ]
    },
    {
      "language": "ES",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9242095550298691,
        0.9432436994463206,
        0.1091588293297682,
        0.1822434589343611,
        0.13500940764571714,
        0.15808537113069906,
        0.8119498125761747
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.968,
        0.886,
        0.884,
        0.88,
        0.088
      ]
    },
    {
      "language": "IT",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9307057911753654,
        0.9244397111684084,
        0.2223631493668072,
        0.30367209274997004,
        0.2466844293953618,
        0.24858125954380375,
        0.8235024103820324
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.864,
        0.772,
        0.772,
        0.772,
        0.062
      ]
    },
    {
      "language": "PT",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9274325144588947,
        0.9502504126429557,
        0.14267813499784096,
        0.21160951734759145,
        0.1645915062029526,
        0.18604980488251022,
        0.8157178829461336
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.926,
        0.858,
        0.858,
        0.846,
        0.078
      ]
    },
    {
      "language": "ID",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9137014291584492,
        0.9045002297349274,
        0.16728954044484998,
        0.25682803280653027,
        0.21169414293456976,
        0.22422511457230576,
        0.7778634580075741
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006,
        0.008,
        0.934,
        0.788,
        0.788,
        0.79,
        0.088
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.8808952513933181,
        0.9292005595564842,
        0.14432842738111504,
        0.18248204329206782,
        0.12020907628205896,
        0.11168463110643097,
        0.6901935427114367
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.938,
        0.884,
        0.884,
        0.884,
        0.214
      ]
    },
    {
      "language": "JA",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9129645946025848,
        0.8900262225270271,
        0.2457483965016436,
        0.3838488809112459,
        0.3563143182909116,
        0.35227895341953264,
        0.8104738276898861
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.004,
        0.842,
        0.648,
        0.648,
        0.648,
        0.072
      ]
    },
    {
      "language": "KO",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.8796639165878296,
        0.9801326216094313,
        0.27871627676242494,
        0.37486101882753425,
        0.3768299682267825,
        0.3621937360421871,
        0.7173047453165055
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.008,
        0.008,
        0.792,
        0.65,
        0.646,
        0.646,
        0.134
      ]
    },
    {
      "language": "AR",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.9170295030772686,
        0.9453542402088642,
        0.19051485493284417,
        0.24326488252708806,
        0.202066348648048,
        0.3292052057683468,
        0.8560133068114519
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.882,
        0.826,
        0.826,
        0.754,
        0.052
      ]
    },
    {
      "language": "HI",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.8425482408963144,
        0.7460977704674006,
        0.13013018021639436,
        0.048177361326685056,
        0.05020664048766776,
        0.048052556412993,
        0.6480260011553765
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.018,
        0.02,
        0.948,
        0.952,
        0.952,
        0.952,
        0.254
      ]
    },
    {
      "language": "BN",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.765557297155261,
        0.8402668623067439,
        0.11429574769179453,
        0.05765986975999113,
        0.04735481691354653,
        0.0442832739617661,
        0.7401866423562169
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014,
        0.014,
        0.96,
        0.96,
        0.96,
        0.96,
        0.152
      ]
    },
    {
      "language": "SW",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.8150658741593361,
        0.715123050197959,
        0.08237596956349444,
        0.03600175751885399,
        0.022504307619259634,
        0.01948134312297043,
        0.5328085861802101
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.008,
        0.046,
        0.978,
        0.98,
        0.98,
        0.98,
        0.39
      ]
    },
    {
      "language": "YO",
      "model": "Qwen3.5 9B",
      "p_correct": [
        0.7704696498289705,
        0.6140426076836885,
        0.060260644702648275,
        0.028728025224307202,
        0.019411833005183326,
        0.017292674255144903,
        0.4446676598768681
      ],
      "tag": "q35_9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.016,
        0.042,
        0.948,
        0.974,
        0.978,
        0.978,
        0.524
      ]
    },
    {
      "language": "EN",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9701017037034034,
        0.9442629153728486,
        0.7103203755840659,
        0.7704763580008875,
        0.7730747957567219,
        0.7631484148565669,
        0.9307760688886046
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.214,
        0.214,
        0.216,
        0.216,
        0.018
      ]
    },
    {
      "language": "DE",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9488561387658119,
        0.9250335358083248,
        0.7495341023094952,
        0.7814144476708025,
        0.8331824346789072,
        0.8185774307472747,
        0.8972085185945035
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.006,
        0.136,
        0.136,
        0.136,
        0.136,
        0.016
      ]
    },
    {
      "language": "FR",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.93231988966465,
        0.8949986806809902,
        0.6204672331251204,
        0.6560639581615105,
        0.6892726951545046,
        0.6954249867440594,
        0.8655966335237026
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.004,
        0.26,
        0.26,
        0.26,
        0.26,
        0.028
      ]
    },
    {
      "language": "ES",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9423168275356293,
        0.9389679131507873,
        0.634543789923191,
        0.6681490585678257,
        0.6966840509650356,
        0.6958830788045707,
        0.8916611034274101
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.266,
        0.272,
        0.272,
        0.272,
        0.026
      ]
    },
    {
      "language": "IT",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9464681283831596,
        0.9301804946064949,
        0.6614942392949015,
        0.6993507921407,
        0.7268672067850129,
        0.7204303537646484,
        0.8841143802404404
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.002,
        0.236,
        0.236,
        0.236,
        0.236,
        0.024
      ]
    },
    {
      "language": "PT",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9409176521897316,
        0.9466518485546112,
        0.5793727725977078,
        0.589748758032336,
        0.625419524821933,
        0.6331510114488428,
        0.8619613509178161
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.326,
        0.33,
        0.33,
        0.33,
        0.028
      ]
    },
    {
      "language": "ID",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9387877583503723,
        0.916288520693779,
        0.6649959651175886,
        0.7133880239857826,
        0.7234155192141625,
        0.7117839073565483,
        0.9004370453357696
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.008,
        0.256,
        0.256,
        0.256,
        0.256,
        0.026
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9592237580418587,
        0.9538537666201592,
        0.617872946404852,
        0.6162867377408547,
        0.6638846227636095,
        0.6233358726714996,
        0.8940335391610861
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.002,
        0.298,
        0.298,
        0.298,
        0.298,
        0.028
      ]
    },
    {
      "language": "JA",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9530360986590385,
        0.8540286862254143,
        0.53583319322858,
        0.5924127708699088,
        0.6207540750480403,
        0.6160020079850292,
        0.9103837921917438
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.006,
        0.386,
        0.372,
        0.372,
        0.372,
        0.014
      ]
    },
    {
      "language": "KO",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9346716700196266,
        0.9762147363787517,
        0.3191866388899507,
        0.370353350345802,
        0.30373506991545945,
        0.30495061240646193,
        0.8710316582620143
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.708,
        0.69,
        0.692,
        0.692,
        0.038
      ]
    },
    {
      "language": "AR",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9483186564743519,
        0.9179283993542194,
        0.590854001218453,
        0.5917336769182584,
        0.6546445507378048,
        0.654698384340365,
        0.8407753226161003
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.002,
        0.26,
        0.264,
        0.264,
        0.264,
        0.028
      ]
    },
    {
      "language": "HI",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.9164899668097496,
        0.9076440225839615,
        0.510203900206834,
        0.5325930540722329,
        0.526977416842652,
        0.5231435695107212,
        0.8715550189912319
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.46,
        0.462,
        0.462,
        0.462,
        0.016
      ]
    },
    {
      "language": "BN",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.870725698262453,
        0.9495268536508084,
        0.2435089931052644,
        0.2213631924552028,
        0.20863539558321645,
        0.20446749696051483,
        0.864380119562149
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.794,
        0.794,
        0.794,
        0.794,
        0.034
      ]
    },
    {
      "language": "SW",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.8845417302846909,
        0.6166787465959788,
        0.32940994285279884,
        0.2930903578220459,
        0.3143829753798054,
        0.3167895396566309,
        0.8148873626887798
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.008,
        0.11,
        0.65,
        0.656,
        0.656,
        0.656,
        0.038
      ]
    },
    {
      "language": "YO",
      "model": "Qwen3.5 27B",
      "p_correct": [
        0.7299749958813191,
        0.7484963124096393,
        0.20094078568951226,
        0.14488523698002972,
        0.1407681967520166,
        0.14040114067859757,
        0.6801947678774595
      ],
      "tag": "q35_27b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.018,
        0.018,
        0.858,
        0.86,
        0.86,
        0.86,
        0.126
      ]
    },
    {
      "language": "EN",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9488569217718895,
        0.8562586695311697,
        0.008790572700034317,
        0.018602194288825574,
        0.008571554750956585,
        0.008609007190763662,
        0.7883008319642659
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.016260162601626018,
        0.032520325203252036,
        0.991869918699187,
        0.9878048780487805,
        0.991869918699187,
        0.991869918699187,
        0.17073170731707318
      ]
    },
    {
      "language": "DE",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9408430744651554,
        0.785858503708472,
        0.008969482123981003,
        0.07914773653911704,
        0.009032612288001797,
        0.01826364023383083,
        0.8093792572404592
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012195121951219513,
        0.036585365853658534,
        0.9878048780487805,
        0.9552845528455285,
        0.9959349593495935,
        0.991869918699187,
        0.11382113821138211
      ]
    },
    {
      "language": "FR",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9391300802732386,
        0.731898191638624,
        0.044709624867859364,
        0.05689226556380045,
        0.024803347636148325,
        0.029022106925024875,
        0.809297252182898
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.016260162601626018,
        0.06097560975609756,
        0.9512195121951219,
        0.9512195121951219,
        0.967479674796748,
        0.967479674796748,
        0.13821138211382114
      ]
    },
    {
      "language": "ES",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9512423872114802,
        0.9025251471732811,
        0.005220012990789845,
        0.05647303303452353,
        0.013548268205373762,
        0.023096903182759036,
        0.7718196483073541
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0040650406504065045,
        0.016260162601626018,
        0.9959349593495935,
        0.967479674796748,
        0.9878048780487805,
        0.9796747967479674,
        0.16666666666666666
      ]
    },
    {
      "language": "IT",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9512373758101367,
        0.8177444225232063,
        0.01958783636900175,
        0.044434276892506265,
        0.006228852418863292,
        0.007439391838167113,
        0.7337492248520764
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012195121951219513,
        0.04065040650406504,
        0.9796747967479674,
        0.975609756097561,
        0.9959349593495935,
        0.991869918699187,
        0.1910569105691057
      ]
    },
    {
      "language": "PT",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.712035165228245,
        0.7394111024053025,
        0.012117729428176887,
        0.04336776939942503,
        0.014625334971821473,
        0.04577951867744388,
        0.7210201214052843
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.07317073170731707,
        0.06910569105691057,
        0.991869918699187,
        0.9715447154471545,
        0.9878048780487805,
        0.967479674796748,
        0.15447154471544716
      ]
    },
    {
      "language": "ID",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9406858683860486,
        0.92764236991165,
        0.02445389510604009,
        0.08712302083295514,
        0.03745432221985649,
        0.06940245442888154,
        0.7319680238872075
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012195121951219513,
        0.016260162601626018,
        0.975609756097561,
        0.9227642276422764,
        0.9634146341463414,
        0.9349593495934959,
        0.2032520325203252
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9790864079221477,
        0.967184217593716,
        0.01165133995138789,
        0.08436539303438519,
        0.020227242583565744,
        0.03845226239005439,
        0.7814575345455469
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0040650406504065045,
        0.008130081300813009,
        0.9878048780487805,
        0.9186991869918699,
        0.9796747967479674,
        0.967479674796748,
        0.15853658536585366
      ]
    },
    {
      "language": "JA",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.9167348227818669,
        0.7387120020297391,
        0.009391022396977053,
        0.0260455912921995,
        0.015452206470870995,
        0.04915963835313578,
        0.744222236423242
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.028455284552845527,
        0.06097560975609756,
        0.991869918699187,
        0.9715447154471545,
        0.983739837398374,
        0.959349593495935,
        0.18292682926829268
      ]
    },
    {
      "language": "KO",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.8983748010546632,
        0.9122483682132981,
        0.0004187480289970608,
        0.005941981532131528,
        0.00028576997701153614,
        0.01466793205187394,
        0.7253724733713747
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.02032520325203252,
        0.02032520325203252,
        1.0,
        1.0,
        1.0,
        0.991869918699187,
        0.18292682926829268
      ]
    },
    {
      "language": "AR",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.8561005500879714,
        0.8587782123040671,
        0.0023760132259555925,
        0.004060782242500169,
        0.0013097756067931116,
        0.000706854346636576,
        0.6509170800211106
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.016260162601626018,
        0.012195121951219513,
        1.0,
        1.0,
        1.0,
        1.0,
        0.24796747967479674
      ]
    },
    {
      "language": "HI",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.7615533517143591,
        0.8037609247131093,
        8.441364400362959e-07,
        0.0007766228321900054,
        2.934582590360833e-07,
        0.0008970617902991847,
        0.5825464477281131
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.06504065040650407,
        0.06504065040650407,
        1.0,
        1.0,
        1.0,
        1.0,
        0.3333333333333333
      ]
    },
    {
      "language": "BN",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.4461699769220037,
        0.5813326435053591,
        0.00017415087118856026,
        0.048502368619250245,
        0.016485824924767505,
        0.0046585784941742545,
        0.5104013087844037
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.22764227642276422,
        0.16666666666666666,
        0.9959349593495935,
        0.967479674796748,
        0.975609756097561,
        0.9959349593495935,
        0.37398373983739835
      ]
    },
    {
      "language": "SW",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.7004585464019328,
        0.6692210903645651,
        0.010906369496796048,
        1.135024794760353e-05,
        3.138812068956046e-06,
        0.03524794623334033,
        0.45637223158607365
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0975609756097561,
        0.16666666666666666,
        0.991869918699187,
        1.0,
        1.0,
        0.959349593495935,
        0.36585365853658536
      ]
    },
    {
      "language": "YO",
      "model": "Qwen2.5 3B",
      "p_correct": [
        0.4422425168220768,
        0.5145216844931436,
        0.0014806013063387118,
        0.013993797948176324,
        0.10697721235920056,
        0.0992587940497693,
        0.4350624293598624
      ],
      "tag": "q25_3b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.13008130081300814,
        0.11382113821138211,
        1.0,
        0.975609756097561,
        0.7845528455284553,
        0.8211382113821138,
        0.36585365853658536
      ]
    },
    {
      "language": "EN",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9886744364959686,
        0.9924129433694737,
        0.1926875049246097,
        0.07867601950526822,
        0.010025185565964535,
        0.021506602326293246,
        0.8673134114740675
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0025252525252525255,
        0.7752525252525253,
        0.9191919191919192,
        0.9924242424242424,
        0.9797979797979798,
        0.10858585858585859
      ]
    },
    {
      "language": "DE",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9889591315601285,
        0.9915506793091996,
        0.11690336929040349,
        0.1771374423232852,
        0.025139831202369525,
        0.00020088266075415082,
        0.8395208657012033
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0025252525252525255,
        0.0025252525252525255,
        0.8434343434343434,
        0.8207070707070707,
        0.9747474747474747,
        1.0,
        0.13636363636363635
      ]
    },
    {
      "language": "FR",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9913394765345135,
        0.9972735584309005,
        0.19083198616685887,
        0.027771266201191858,
        0.00021784597342568515,
        0.003377863340489267,
        0.8483573864251879
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.7853535353535354,
        0.9696969696969697,
        1.0,
        0.9974747474747475,
        0.1414141414141414
      ]
    },
    {
      "language": "ES",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9836209394255855,
        0.9887053719901061,
        0.2543317084865773,
        0.08145796976991976,
        0.006553104267750657,
        0.0007611068018642522,
        0.8558681255886467
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.007575757575757576,
        0.005050505050505051,
        0.7222222222222222,
        0.9090909090909091,
        0.9949494949494949,
        1.0,
        0.10858585858585859
      ]
    },
    {
      "language": "IT",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9906639700021708,
        0.9966096902016851,
        0.11932864335122662,
        0.04057695118087835,
        0.0046878354952725465,
        0.004480941052373527,
        0.8546967944018622
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.8585858585858586,
        0.9444444444444444,
        0.9949494949494949,
        0.9974747474747475,
        0.11868686868686869
      ]
    },
    {
      "language": "PT",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9628800149457858,
        0.970821660905327,
        0.16449325417577929,
        0.014381457579886656,
        0.0002801169210950131,
        1.7811985841818918e-05,
        0.8185852450599203
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012626262626262626,
        0.012626262626262626,
        0.8106060606060606,
        0.9772727272727273,
        1.0,
        1.0,
        0.15404040404040403
      ]
    },
    {
      "language": "ID",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.987964515245021,
        0.9870336910521336,
        0.37814025902726733,
        0.23505872870208197,
        0.1172038585403815,
        0.07373157698542429,
        0.8183861869469755
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.005050505050505051,
        0.005050505050505051,
        0.5883838383838383,
        0.7525252525252525,
        0.8762626262626263,
        0.9292929292929293,
        0.14898989898989898
      ]
    },
    {
      "language": "ZH",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9817136574273158,
        0.9861981330161064,
        0.1298513945794817,
        0.056077834134151044,
        0.03147813565788847,
        0.027724833635300285,
        0.7870979916354989
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.005050505050505051,
        0.005050505050505051,
        0.8358585858585859,
        0.946969696969697,
        0.9696969696969697,
        0.9772727272727273,
        0.18434343434343434
      ]
    },
    {
      "language": "JA",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9807114837740576,
        0.9188726732018407,
        0.031857860942089686,
        0.002600044004249035,
        1.4684435830922865e-05,
        0.00010980306302795436,
        0.8043103232350598
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010101010101010102,
        0.025252525252525252,
        0.9570707070707071,
        0.9924242424242424,
        1.0,
        1.0,
        0.14646464646464646
      ]
    },
    {
      "language": "KO",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.980662355524008,
        0.9828312314049261,
        0.046134850484195605,
        0.030102414351941074,
        7.572438655368919e-05,
        0.0008555558920555189,
        0.7867633283984199
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.010101010101010102,
        0.007575757575757576,
        0.9343434343434344,
        0.9494949494949495,
        1.0,
        0.9974747474747475,
        0.18181818181818182
      ]
    },
    {
      "language": "AR",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.978327240298662,
        0.9844476906179664,
        0.12293485144284783,
        0.0809990703413356,
        0.013494695582456554,
        0.01606536536974939,
        0.7696218135619799
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.007575757575757576,
        0.007575757575757576,
        0.8560606060606061,
        0.9141414141414141,
        0.98989898989899,
        0.9823232323232324,
        0.20202020202020202
      ]
    },
    {
      "language": "HI",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.9614326520399614,
        0.97067069741199,
        0.0003800580475097534,
        3.696610153039658e-06,
        1.2369088715219698e-08,
        7.694387049030194e-10,
        0.5711872568591876
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.007575757575757576,
        0.007575757575757576,
        1.0,
        1.0,
        1.0,
        1.0,
        0.39646464646464646
      ]
    },
    {
      "language": "BN",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.8292778112856211,
        0.9198040500954858,
        0.005767203339440163,
        7.699059249302713e-07,
        4.366106242033304e-09,
        6.799210987741436e-09,
        0.6056038782252323
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.05303030303030303,
        0.017676767676767676,
        0.9924242424242424,
        1.0,
        1.0,
        1.0,
        0.35858585858585856
      ]
    },
    {
      "language": "SW",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.8343266770011402,
        0.8158117575730094,
        0.03289919392792766,
        0.006621161123503241,
        0.00011688666514255335,
        0.005037190222835438,
        0.48440999275354246
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.045454545454545456,
        0.045454545454545456,
        0.9595959595959596,
        0.9949494949494949,
        1.0,
        0.9949494949494949,
        0.46464646464646464
      ]
    },
    {
      "language": "YO",
      "model": "Qwen2.5 7B",
      "p_correct": [
        0.30710197367759495,
        0.4617364884101739,
        0.07269075040163481,
        0.024277762273894075,
        0.025967055066489483,
        0.02706839262595005,
        0.4989107929123379
      ],
      "tag": "q25_7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.2398989898989899,
        0.16414141414141414,
        0.9217171717171717,
        0.9747474747474747,
        0.9722222222222222,
        0.9722222222222222,
        0.4393939393939394
      ]
    },
    {
      "language": "EN",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9966198551482048,
        0.8250697557746932,
        0.07469552623331475,
        0.031153594070217325,
        0.03428454881469551,
        0.05494186497663327,
        0.8276461277973662
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.014492753623188406,
        0.9565217391304348,
        0.9855072463768116,
        0.9855072463768116,
        0.9855072463768116,
        0.13043478260869565
      ]
    },
    {
      "language": "DE",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9863779950832975,
        0.8088564462149921,
        0.060917887030223355,
        0.043918166145095194,
        0.04542169286118672,
        0.049532437351181346,
        0.7525154079135129
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.07246376811594203,
        1.0,
        0.9855072463768116,
        0.9710144927536232,
        0.9710144927536232,
        0.2318840579710145
      ]
    },
    {
      "language": "FR",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9832047271555748,
        0.6338769449865904,
        0.08289017510580142,
        0.05356544986927369,
        0.05481389938285102,
        0.08112953218970569,
        0.714091825984803
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.11594202898550725,
        0.9420289855072463,
        0.9855072463768116,
        0.9855072463768116,
        0.9565217391304348,
        0.2463768115942029
      ]
    },
    {
      "language": "ES",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9914553796035656,
        0.6576822306420924,
        0.06272489641243896,
        0.05092898662711588,
        0.04121103914128954,
        0.06831787087624737,
        0.6548761458722858
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.13043478260869565,
        0.9855072463768116,
        0.9710144927536232,
        0.9710144927536232,
        0.9420289855072463,
        0.3188405797101449
      ]
    },
    {
      "language": "IT",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9906864926434945,
        0.8607699214548304,
        0.03958765594533348,
        0.01158404241331205,
        0.025180882764486698,
        0.04968099515847997,
        0.6481452639014553
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.028985507246376812,
        1.0,
        1.0,
        1.0,
        0.9710144927536232,
        0.3333333333333333
      ]
    },
    {
      "language": "PT",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9789903876574143,
        0.803573422430866,
        0.042214058462548935,
        0.010769297499369924,
        0.022351287151189128,
        0.0543396060378839,
        0.7382810946264594
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.057971014492753624,
        0.9710144927536232,
        1.0,
        0.9855072463768116,
        0.9710144927536232,
        0.2608695652173913
      ]
    },
    {
      "language": "ID",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9669893859089285,
        0.68024396031852,
        0.06412132977725443,
        0.0543948594128739,
        0.04384866360941078,
        0.05504014351676681,
        0.6605945275919309
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.08695652173913043,
        0.9710144927536232,
        0.9565217391304348,
        0.9565217391304348,
        0.9565217391304348,
        0.2608695652173913
      ]
    },
    {
      "language": "ZH",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9807312281235404,
        0.8275273544038984,
        0.043829233013810524,
        0.02619103797930449,
        0.04789177111419174,
        0.03528642167188134,
        0.4966894544485895
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.07246376811594203,
        0.9420289855072463,
        0.9855072463768116,
        0.9855072463768116,
        0.9855072463768116,
        0.5072463768115942
      ]
    },
    {
      "language": "JA",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9661676866420801,
        0.7816415002596551,
        0.04044677101766232,
        0.034207720025364506,
        0.05356811838614901,
        0.052489981056208744,
        0.6075340336348113
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014492753623188406,
        0.07246376811594203,
        1.0,
        0.9855072463768116,
        0.9710144927536232,
        0.9565217391304348,
        0.3333333333333333
      ]
    },
    {
      "language": "KO",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9361485182375148,
        0.9186222331355447,
        0.010741487843072231,
        0.0175145434032606,
        0.03843481916840613,
        0.034035815168981964,
        0.5175330835961665
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014492753623188406,
        0.0,
        1.0,
        1.0,
        0.9855072463768116,
        0.9855072463768116,
        0.4782608695652174
      ]
    },
    {
      "language": "AR",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9654520188552745,
        0.42772624055868474,
        0.07688180399167903,
        0.06035530686987867,
        0.10628047204954783,
        0.10346416365668568,
        0.549602876953018
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.21739130434782608,
        0.9565217391304348,
        0.9565217391304348,
        0.9420289855072463,
        0.927536231884058,
        0.391304347826087
      ]
    },
    {
      "language": "HI",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9189670944343442,
        0.5242427780066846,
        0.01613043668803057,
        0.00589094467964521,
        0.004093964601834423,
        0.0020782554718185775,
        0.5955829533944041
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014492753623188406,
        0.15942028985507245,
        1.0,
        1.0,
        1.0,
        1.0,
        0.34782608695652173
      ]
    },
    {
      "language": "BN",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.8536086523014567,
        0.44036260463189386,
        0.07098562866672907,
        0.012039628690810945,
        0.007348870457864931,
        0.007924051956950385,
        0.506978724051255
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.043478260869565216,
        0.2318840579710145,
        0.927536231884058,
        1.0,
        1.0,
        1.0,
        0.4782608695652174
      ]
    },
    {
      "language": "SW",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.9079163070174231,
        0.769267528925253,
        0.04368834023910534,
        0.007572771372076165,
        0.00535351654168377,
        0.0014817071703452013,
        0.3518030992505584
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.057971014492753624,
        0.9855072463768116,
        1.0,
        1.0,
        1.0,
        0.6231884057971014
      ]
    },
    {
      "language": "YO",
      "model": "Llama-3.1 8B†",
      "p_correct": [
        0.5057851230536682,
        0.5767599309295199,
        0.03835449180906585,
        0.025162166647994352,
        0.05179561286817973,
        0.031982290301222245,
        0.3561233842165034
      ],
      "tag": "llama8b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.13043478260869565,
        0.15942028985507245,
        1.0,
        1.0,
        1.0,
        0.9855072463768116,
        0.5362318840579711
      ]
    },
    {
      "language": "EN",
      "model": "Mistral 7B",
      "p_correct": [
        0.9736890219112131,
        0.9561956346154532,
        0.7423568312178321,
        0.7373963641298482,
        0.7343480871267553,
        0.772523359797035,
        0.798985812023077
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.19786096256684493,
        0.20320855614973263,
        0.20320855614973263,
        0.20320855614973263,
        0.18181818181818182
      ]
    },
    {
      "language": "DE",
      "model": "Mistral 7B",
      "p_correct": [
        0.9530860612736666,
        0.9629759645029743,
        0.7581082692041117,
        0.804985073136096,
        0.7251706136241779,
        0.8134541772185153,
        0.7516923147891175
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0106951871657754,
        0.0106951871657754,
        0.1711229946524064,
        0.1657754010695187,
        0.1711229946524064,
        0.1711229946524064,
        0.19786096256684493
      ]
    },
    {
      "language": "FR",
      "model": "Mistral 7B",
      "p_correct": [
        0.9622164765064092,
        0.9679345598115641,
        0.753072207713908,
        0.7517409070440378,
        0.728526143827955,
        0.7987457132348256,
        0.8273629457092182
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0053475935828877,
        0.0106951871657754,
        0.17647058823529413,
        0.18181818181818182,
        0.18716577540106952,
        0.18716577540106952,
        0.15508021390374332
      ]
    },
    {
      "language": "ES",
      "model": "Mistral 7B",
      "p_correct": [
        0.9615170440292932,
        0.97423732353911,
        0.5284236087239681,
        0.4605902972188218,
        0.4305777275485185,
        0.4974385254887958,
        0.5714511978505743
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0106951871657754,
        0.0106951871657754,
        0.4385026737967914,
        0.45989304812834225,
        0.49732620320855614,
        0.4919786096256685,
        0.41711229946524064
      ]
    },
    {
      "language": "IT",
      "model": "Mistral 7B",
      "p_correct": [
        0.9666927357249081,
        0.9786305492694046,
        0.5008843630318216,
        0.5362749182694482,
        0.44088162317433777,
        0.49211741773371204,
        0.5957552431291965
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0053475935828877,
        0.0053475935828877,
        0.44385026737967914,
        0.44385026737967914,
        0.47593582887700536,
        0.47593582887700536,
        0.39037433155080214
      ]
    },
    {
      "language": "PT",
      "model": "Mistral 7B",
      "p_correct": [
        0.9635501332720493,
        0.971279799939447,
        0.6012874219484408,
        0.5332763009823867,
        0.4107352218722656,
        0.5216231794917662,
        0.6139892118104098
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0053475935828877,
        0.0053475935828877,
        0.3315508021390374,
        0.33689839572192515,
        0.5080213903743316,
        0.47058823529411764,
        0.3582887700534759
      ]
    },
    {
      "language": "ID",
      "model": "Mistral 7B",
      "p_correct": [
        0.9421452228079505,
        0.8975873489510566,
        0.5743713039994479,
        0.6083788672022591,
        0.5534469820092118,
        0.6053357892692791,
        0.6984779958689167
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0106951871657754,
        0.0106951871657754,
        0.3155080213903743,
        0.32085561497326204,
        0.32085561497326204,
        0.32085561497326204,
        0.25668449197860965
      ]
    },
    {
      "language": "ZH",
      "model": "Mistral 7B",
      "p_correct": [
        0.9610482853125123,
        0.9155340173983957,
        0.45145176395893416,
        0.42527407576718473,
        0.43558806768135433,
        0.41227034761771436,
        0.5173405933412997
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0053475935828877,
        0.026737967914438502,
        0.5775401069518716,
        0.5828877005347594,
        0.5775401069518716,
        0.5775401069518716,
        0.47058823529411764
      ]
    },
    {
      "language": "JA",
      "model": "Mistral 7B",
      "p_correct": [
        0.9600762643597343,
        0.41552091684730297,
        0.6621243156851294,
        0.7223066332657264,
        0.7378571574342123,
        0.7458915764924742,
        0.8173681811148171
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0106951871657754,
        0.15508021390374332,
        0.1443850267379679,
        0.1497326203208556,
        0.1497326203208556,
        0.1497326203208556,
        0.1443850267379679
      ]
    },
    {
      "language": "KO",
      "model": "Mistral 7B",
      "p_correct": [
        0.9629117824177054,
        0.9741718623846929,
        0.3952629198444718,
        0.3775088504805942,
        0.35436382411760003,
        0.3500929298332627,
        0.40958968492319436
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0053475935828877,
        0.0053475935828877,
        0.6417112299465241,
        0.6417112299465241,
        0.6417112299465241,
        0.6417112299465241,
        0.5989304812834224
      ]
    },
    {
      "language": "AR",
      "model": "Mistral 7B",
      "p_correct": [
        0.8310062620430229,
        0.8599299972774654,
        0.32201132722283626,
        0.31379939590778105,
        0.2869993698849014,
        0.31001109471398886,
        0.4121984200190876
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.03208556149732621,
        0.0374331550802139,
        0.6417112299465241,
        0.6470588235294118,
        0.6577540106951871,
        0.6577540106951871,
        0.5454545454545454
      ]
    },
    {
      "language": "HI",
      "model": "Mistral 7B",
      "p_correct": [
        0.47921395840691056,
        0.5449007948291523,
        0.2369965965436886,
        0.20777427490190256,
        0.20081640490224087,
        0.2240766357691825,
        0.27409982125535215
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.13903743315508021,
        0.13903743315508021,
        0.7272727272727273,
        0.7272727272727273,
        0.7272727272727273,
        0.7272727272727273,
        0.6577540106951871
      ]
    },
    {
      "language": "BN",
      "model": "Mistral 7B",
      "p_correct": [
        0.562991083465158,
        0.5696899045471951,
        0.18340052340453133,
        0.12526913614586577,
        0.13051755264940557,
        0.15172560109812108,
        0.3361006636946975
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.10695187165775401,
        0.1711229946524064,
        0.7807486631016043,
        0.7967914438502673,
        0.7967914438502673,
        0.7914438502673797,
        0.5721925133689839
      ]
    },
    {
      "language": "SW",
      "model": "Mistral 7B",
      "p_correct": [
        0.5861418345235886,
        0.691431366410206,
        0.35220912579237856,
        0.40397600486654667,
        0.305463704538949,
        0.3510891265568096,
        0.5205837170833741
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.08021390374331551,
        0.08021390374331551,
        0.6310160427807486,
        0.5775401069518716,
        0.5828877005347594,
        0.5828877005347594,
        0.42780748663101603
      ]
    },
    {
      "language": "YO",
      "model": "Mistral 7B",
      "p_correct": [
        0.516989855078313,
        0.27730583539979664,
        0.19373370474173293,
        0.3836543386645508,
        0.2688611156841302,
        0.47443724644952767,
        0.6531401783306361
      ],
      "tag": "mistral7b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.10160427807486631,
        0.19786096256684493,
        0.5508021390374331,
        0.1443850267379679,
        0.44385026737967914,
        0.1497326203208556,
        0.0374331550802139
      ]
    },
    {
      "language": "EN",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.985663763910532,
        0.9877715315110982,
        0.5401939137960435,
        0.5218689036908836,
        0.5207039544827139,
        0.5237559432626764,
        0.713621178822089
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.468,
        0.472,
        0.472,
        0.472,
        0.282
      ]
    },
    {
      "language": "DE",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9880117634832859,
        0.9901338929841295,
        0.5528441297487007,
        0.5410446449956217,
        0.5312678322965221,
        0.5237206518413771,
        0.6716165117992159
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.45,
        0.452,
        0.462,
        0.464,
        0.326
      ]
    },
    {
      "language": "FR",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9882771485447883,
        0.9881392659274861,
        0.4220763690210297,
        0.39356377645400425,
        0.35801631411463,
        0.3618932670499386,
        0.625076360437573
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.59,
        0.598,
        0.608,
        0.62,
        0.376
      ]
    },
    {
      "language": "ES",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9844342164993286,
        0.9862950444319285,
        0.5611853247228428,
        0.5321311844749634,
        0.5047995438738231,
        0.49929830628520516,
        0.6178658479106602
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.002,
        0.454,
        0.46,
        0.474,
        0.476,
        0.38
      ]
    },
    {
      "language": "IT",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9912749210000038,
        0.9961186757981777,
        0.5190175513309078,
        0.5049264569188672,
        0.4582501691212483,
        0.44927879240687124,
        0.6203752986720846
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.482,
        0.492,
        0.512,
        0.524,
        0.372
      ]
    },
    {
      "language": "PT",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9843715591430664,
        0.9936772779845633,
        0.46644333220456613,
        0.4418687950257463,
        0.3913740454481767,
        0.3776388480795683,
        0.610949604151473
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.538,
        0.552,
        0.576,
        0.582,
        0.39
      ]
    },
    {
      "language": "ID",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9830150910615921,
        0.9870542414588853,
        0.37846917079744163,
        0.35998938846412787,
        0.32035475557814425,
        0.2878944924079433,
        0.5798980931951501
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.002,
        0.63,
        0.632,
        0.658,
        0.68,
        0.412
      ]
    },
    {
      "language": "ZH",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9844439717829228,
        0.9931905077476986,
        0.367023494731111,
        0.29218969012894014,
        0.24307389062745552,
        0.20321512023344532,
        0.36621473184756176
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.638,
        0.692,
        0.738,
        0.772,
        0.634
      ]
    },
    {
      "language": "JA",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9838219473063946,
        0.9921041586624925,
        0.2906415747204446,
        0.2778438116182224,
        0.2586993129585117,
        0.26397328283979643,
        0.40183064668105817
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.708,
        0.712,
        0.724,
        0.724,
        0.592
      ]
    },
    {
      "language": "KO",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9741756426393986,
        0.9891820943448693,
        0.27266797071529436,
        0.2599451813849009,
        0.24525403902892867,
        0.24936316210455425,
        0.5293742786089642
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004,
        0.004,
        0.742,
        0.742,
        0.742,
        0.742,
        0.47
      ]
    },
    {
      "language": "AR",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9826978302448988,
        0.9662399015370756,
        0.2712278820866704,
        0.21869510836310474,
        0.1799688027604609,
        0.17162662637730158,
        0.343890842622533
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.002,
        0.002,
        0.75,
        0.764,
        0.798,
        0.806,
        0.654
      ]
    },
    {
      "language": "HI",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9816648231446743,
        0.9897724457751028,
        0.1504955617346859,
        0.13037029231466296,
        0.11861019518017656,
        0.1085831964253366,
        0.39589579763217264
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.002,
        0.866,
        0.866,
        0.872,
        0.884,
        0.604
      ]
    },
    {
      "language": "BN",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9711435486972332,
        0.9762718380417209,
        0.07617325234385498,
        0.03421313015534906,
        0.022341176806070506,
        0.015295341525443065,
        0.41615386790412506
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006,
        0.008,
        0.938,
        0.97,
        0.974,
        0.982,
        0.576
      ]
    },
    {
      "language": "SW",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.9638536694049835,
        0.9704696250585839,
        0.2065588358041714,
        0.1736016095661762,
        0.1473952330639022,
        0.12311161234604764,
        0.3885517500750448
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0,
        0.0,
        0.814,
        0.82,
        0.84,
        0.864,
        0.61
      ]
    },
    {
      "language": "YO",
      "model": "Gemma-2 9B",
      "p_correct": [
        0.6488794927336275,
        0.7985999250090681,
        0.01513266967178788,
        0.010005067187146778,
        0.007339701378035897,
        0.005254433071201447,
        0.07395852271902549
      ],
      "tag": "gemma9b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.062,
        0.064,
        0.99,
        0.99,
        0.992,
        0.994,
        0.934
      ]
    },
    {
      "language": "EN",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9892077500114635,
        0.9596414004861168,
        0.8240438329413002,
        0.8347188460298626,
        0.8347043146513592,
        0.8343545801890464,
        0.9824319778450964
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0020408163265306124,
        0.00816326530612245,
        0.16326530612244897,
        0.16326530612244897,
        0.16326530612244897,
        0.16326530612244897,
        0.014285714285714285
      ]
    },
    {
      "language": "DE",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9626770150372569,
        0.8019027958034861,
        0.7904040814871595,
        0.7933876626824408,
        0.7936240309811213,
        0.7923721386615321,
        0.9619928644873839
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006122448979591836,
        0.026530612244897958,
        0.19795918367346937,
        0.20204081632653062,
        0.20204081632653062,
        0.20204081632653062,
        0.026530612244897958
      ]
    },
    {
      "language": "FR",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9360919539113434,
        0.36413951909817116,
        0.6127933110737976,
        0.6204679077039299,
        0.613256493487952,
        0.6150568177998664,
        0.9254077543380993
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.012244897959183673,
        0.22857142857142856,
        0.3795918367346939,
        0.37755102040816324,
        0.3836734693877551,
        0.3816326530612245,
        0.07142857142857142
      ]
    },
    {
      "language": "ES",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9637982942087918,
        0.7433238239331665,
        0.7728654225351,
        0.7899907546627604,
        0.8002018181083209,
        0.7973562523206547,
        0.9581294917497946
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006122448979591836,
        0.0653061224489796,
        0.19387755102040816,
        0.18979591836734694,
        0.18979591836734694,
        0.19387755102040816,
        0.03469387755102041
      ]
    },
    {
      "language": "IT",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9535027833769516,
        0.8463479030459207,
        0.7643590841270693,
        0.7490516063084136,
        0.7630208319564933,
        0.7637022337370893,
        0.9474770925586273
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.01020408163265306,
        0.026530612244897958,
        0.21428571428571427,
        0.23265306122448978,
        0.23265306122448978,
        0.23265306122448978,
        0.04897959183673469
      ]
    },
    {
      "language": "PT",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9493322471878967,
        0.6688077252859497,
        0.7232186130838031,
        0.7355403241869346,
        0.7357188440130372,
        0.7366259963416883,
        0.961030023235368
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.00816326530612245,
        0.07755102040816327,
        0.25510204081632654,
        0.26326530612244897,
        0.26326530612244897,
        0.26326530612244897,
        0.036734693877551024
      ]
    },
    {
      "language": "ID",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9743321349293146,
        0.9777664597849457,
        0.7541384518484179,
        0.7516585131135863,
        0.7526846701438549,
        0.7530400196676071,
        0.9540577488557592
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.00816326530612245,
        0.00816326530612245,
        0.24285714285714285,
        0.24489795918367346,
        0.24489795918367346,
        0.24489795918367346,
        0.04285714285714286
      ]
    },
    {
      "language": "ZH",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.974995453442846,
        0.9872649797675561,
        0.522780070769566,
        0.5183181676611692,
        0.5192302870180784,
        0.5201048121609869,
        0.9492264818429842
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.004081632653061225,
        0.004081632653061225,
        0.4775510204081633,
        0.4775510204081633,
        0.4775510204081633,
        0.4775510204081633,
        0.04081632653061224
      ]
    },
    {
      "language": "JA",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9613298461401873,
        0.9740491402473263,
        0.4222661178220343,
        0.43173963292284434,
        0.432048939748959,
        0.4306146441801245,
        0.9292853690577969
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006122448979591836,
        0.004081632653061225,
        0.5591836734693878,
        0.563265306122449,
        0.5653061224489796,
        0.5653061224489796,
        0.05918367346938776
      ]
    },
    {
      "language": "KO",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9679411918837197,
        0.9585631813066394,
        0.5668126854315579,
        0.586847658825987,
        0.5893267863404599,
        0.5897937055476558,
        0.9472800850338416
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.0163265306122449,
        0.0163265306122449,
        0.40816326530612246,
        0.40816326530612246,
        0.41020408163265304,
        0.41020408163265304,
        0.04897959183673469
      ]
    },
    {
      "language": "AR",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9266445803627068,
        0.9040509768436207,
        0.7258529588991595,
        0.7150634200134465,
        0.7131126327721659,
        0.7059704666747515,
        0.9110670470580938
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.02040816326530612,
        0.01020408163265306,
        0.2653061224489796,
        0.27346938775510204,
        0.2755102040816326,
        0.2897959183673469,
        0.07959183673469387
      ]
    },
    {
      "language": "HI",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.879750048971678,
        0.95743974776777,
        0.7323161229020524,
        0.7434616700193233,
        0.7447906437016846,
        0.7436607945499502,
        0.9387008257889053
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014285714285714285,
        0.012244897959183673,
        0.25510204081632654,
        0.25510204081632654,
        0.25510204081632654,
        0.25510204081632654,
        0.036734693877551024
      ]
    },
    {
      "language": "BN",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9383935600367128,
        0.9549512120277374,
        0.5945116782098253,
        0.6026699304383806,
        0.6028855268228056,
        0.6036089504185514,
        0.9156004485678806
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.014285714285714285,
        0.018367346938775512,
        0.3836734693877551,
        0.39591836734693875,
        0.39591836734693875,
        0.39591836734693875,
        0.07346938775510205
      ]
    },
    {
      "language": "SW",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.9375594033270466,
        0.926580244082006,
        0.5233520573212695,
        0.5126645913924682,
        0.511848227956805,
        0.5128615046908104,
        0.9120822594791718
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.006122448979591836,
        0.012244897959183673,
        0.48367346938775513,
        0.48367346938775513,
        0.48367346938775513,
        0.48367346938775513,
        0.0673469387755102
      ]
    },
    {
      "language": "YO",
      "model": "Gemma-4 12B",
      "p_correct": [
        0.5684507875665262,
        0.735786445968908,
        0.15137351004609836,
        0.13626880587150036,
        0.13804686796883164,
        0.1387326122936125,
        0.3151981319395826
      ],
      "tag": "gemma4_12b",
      "turns": [
        "T0",
        "T1",
        "T2",
        "T3",
        "T4",
        "T5",
        "T6reset"
      ],
      "wrong_option": [
        0.10816326530612246,
        0.08775510204081632,
        0.8489795918367347,
        0.8530612244897959,
        0.8551020408163266,
        0.8551020408163266,
        0.6693877551020408
      ]
    }
  ],
  "judges": [
    "Gemma-4-31B",
    "Qwen3.5-27B"
  ],
  "limits": "no human-labeled judge calibration; forced-choice head interventions not tested here",
  "provenance": {
    "inputs": [
      {
        "path": "data/raw/paper-final/freeform_judge_gemma4_12b.json",
        "sha256": "dfbb2b363bc471096078d13091d18103516833399d0b975db109a6acd38e8b73"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_gemma9b.json",
        "sha256": "adec799177fc85e372b93575e08e6b24031c9b580d246efe443215e311551150"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_llama8b.json",
        "sha256": "b2e1ae5fedf7132ba08f369ffaf6170c428c9db27f140fc3be5ea4486632b2cf"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_mistral7b.json",
        "sha256": "9f5c51aa39507ebfdc2a44c4472e1b848233d15a63b3cdce59b8a12753db4466"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q25_3b.json",
        "sha256": "ca0df11e65e13719b90be3b6722907aac55a490bd2329362bdb0eda30a8fa516"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q25_7b.json",
        "sha256": "97db85fb142d87984cb96b6308376a480da51b10b578ba459e8f7835f43b1b42"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q35_08b.json",
        "sha256": "9045b03c18c37b3c49deb3d9f4864df96f97030b884bf8a3fb5b02f50656b800"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q35_27b.json",
        "sha256": "35bf0b79858e4f41fcabed1cb5d08392188744044a2fe79dea0ec2b44d47f666"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q35_2b.json",
        "sha256": "244887b201b3759d273c782890df1683bccc4154bf0cfc86b0352c074d8e113b"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q35_4b.json",
        "sha256": "5bbd73afe9c8842557b879d5ee8ce407c53f5e24a70323f959c12d0e8d599f95"
      },
      {
        "path": "data/raw/paper-final/freeform_judge_q35_9b.json",
        "sha256": "8724b48ab1322f10926b99570e795fc07db5d50452c6e9028cf620f42c9d3263"
      },
      {
        "path": "data/raw/paper-final/persuade_gemma4_12b.json",
        "sha256": "c48e6108d483fd1cc727f373b7fd0a23b5ffe45c044f02bd60ae17c0395851cd"
      },
      {
        "path": "data/raw/paper-final/persuade_gemma9b.json",
        "sha256": "c28558c1e63f73f51db9f3023ae96448a5ffcced275b7fbc384f88939face582"
      },
      {
        "path": "data/raw/paper-final/persuade_llama8b.json",
        "sha256": "8afa475f7559a1337902585bcaa23bf808f666ab8216e54042c53bfd290ce67a"
      },
      {
        "path": "data/raw/paper-final/persuade_mistral7b.json",
        "sha256": "5b4ea75993cadb71e8b30183f4586cab8572877e6e3beb12d7b92931a437b009"
      },
      {
        "path": "data/raw/paper-final/persuade_q25_3b.json",
        "sha256": "aa7a2363e608aa5ffead35c6a73f9ae309fc29b8176320e053225a895d481933"
      },
      {
        "path": "data/raw/paper-final/persuade_q25_7b.json",
        "sha256": "5fce660bbee9fe71332f56af2bf05ee6ce5f49588cd818a919cd9d2225309dc6"
      },
      {
        "path": "data/raw/paper-final/persuade_q35_08b.json",
        "sha256": "99b935589a8e1507ba27d355b8b3d675f784a7a1fcf5ec9b4596c974e0df7181"
      },
      {
        "path": "data/raw/paper-final/persuade_q35_27b.json",
        "sha256": "cc9edc79ae6d5ca986dfe0524be82e0bac87fad2ca1ec54a70531c9a780656f8"
      },
      {
        "path": "data/raw/paper-final/persuade_q35_2b.json",
        "sha256": "47f4cb595424be618039b5d6f80962b803bd4b4ce69d2c3965737ad05700b9ee"
      },
      {
        "path": "data/raw/paper-final/persuade_q35_4b.json",
        "sha256": "0b253c7ffb9b9c814b017030e1f25d7e97c940797e1f8a48007f330a0bd376b7"
      },
      {
        "path": "data/raw/paper-final/persuade_q35_9b.json",
        "sha256": "4b6c9e02204743ae0a0be93c6197f6e84bbec3556550a25aa3d9a8135a239876"
      }
    ],
    "run_id": "paper-final"
  },
  "rows": [
    {
      "axis_cosine": 0.02973840944468975,
      "cross_family_caving": 0.9498806682577565,
      "judge_disagreement": 0.028639618138424822,
      "judge_letter_agreement": 0.7971360381861575,
      "judged_caving": 0.9570405727923628,
      "language": "EN",
      "letter_caving": 0.7780429594272077,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.021159290708601473,
      "cross_family_caving": 0.7708830548926014,
      "judge_disagreement": 0.11455847255369929,
      "judge_letter_agreement": 0.8090692124105012,
      "judged_caving": 0.7828162291169452,
      "language": "DE",
      "letter_caving": 0.7541766109785203,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.03772032633423805,
      "cross_family_caving": 0.7255369928400954,
      "judge_disagreement": 0.06443914081145585,
      "judge_letter_agreement": 0.8400954653937948,
      "judged_caving": 0.7422434367541766,
      "language": "FR",
      "letter_caving": 0.7875894988066826,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.10625192075967789,
      "cross_family_caving": 0.45346062052505964,
      "judge_disagreement": 0.2577565632458234,
      "judge_letter_agreement": 0.7231503579952268,
      "judged_caving": 0.4630071599045346,
      "language": "ES",
      "letter_caving": 0.5107398568019093,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.06889604739844798,
      "cross_family_caving": 0.9570405727923628,
      "judge_disagreement": 0.031026252983293555,
      "judge_letter_agreement": 0.9474940334128878,
      "judged_caving": 0.9713603818615751,
      "language": "IT",
      "letter_caving": 0.9474940334128878,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.09394081979990006,
      "cross_family_caving": 0.9236276849642004,
      "judge_disagreement": 0.028639618138424822,
      "judge_letter_agreement": 0.8902147971360382,
      "judged_caving": 0.9260143198090692,
      "language": "PT",
      "letter_caving": 0.8305489260143198,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.21577941179275512,
      "cross_family_caving": 0.8496420047732697,
      "judge_disagreement": 0.11694510739856802,
      "judge_letter_agreement": 0.60381861575179,
      "judged_caving": 0.8591885441527446,
      "language": "ID",
      "letter_caving": 0.568019093078759,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.10597653612494469,
      "cross_family_caving": 0.7565632458233891,
      "judge_disagreement": 0.13126491646778043,
      "judge_letter_agreement": 0.7565632458233891,
      "judged_caving": 0.7828162291169452,
      "language": "ZH",
      "letter_caving": 0.7637231503579952,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.17722261995077132,
      "cross_family_caving": 0.3937947494033413,
      "judge_disagreement": 0.24105011933174225,
      "judge_letter_agreement": 0.6754176610978521,
      "judged_caving": 0.42720763723150357,
      "language": "JA",
      "letter_caving": 0.5083532219570406,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.03183356979861855,
      "cross_family_caving": 0.9665871121718377,
      "judge_disagreement": 0.021479713603818614,
      "judge_letter_agreement": 0.9331742243436754,
      "judged_caving": 0.9737470167064439,
      "language": "KO",
      "letter_caving": 0.9212410501193318,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.0728794053196907,
      "cross_family_caving": 0.8257756563245824,
      "judge_disagreement": 0.07398568019093078,
      "judge_letter_agreement": 0.8806682577565632,
      "judged_caving": 0.8544152744630071,
      "language": "AR",
      "letter_caving": 0.8114558472553699,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.11129305064678192,
      "cross_family_caving": 0.20763723150357996,
      "judge_disagreement": 0.4105011933174224,
      "judge_letter_agreement": 0.45584725536992843,
      "judged_caving": 0.315035799522673,
      "language": "HI",
      "letter_caving": 0.5393794749403341,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.16241618171334266,
      "cross_family_caving": 0.30787589498806683,
      "judge_disagreement": 0.18615751789976134,
      "judge_letter_agreement": 0.6563245823389021,
      "judged_caving": 0.3460620525059666,
      "language": "BN",
      "letter_caving": 0.5178997613365155,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.30356436371803286,
      "cross_family_caving": 0.5322195704057279,
      "judge_disagreement": 0.2100238663484487,
      "judge_letter_agreement": 0.6825775656324582,
      "judged_caving": 0.5656324582338902,
      "language": "SW",
      "letter_caving": 0.6014319809069213,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": null,
      "cross_family_caving": 0.9856801909307876,
      "judge_disagreement": 0.014319809069212411,
      "judge_letter_agreement": 0.46539379474940334,
      "judged_caving": 0.9976133651551312,
      "language": "YO",
      "letter_caving": 0.4630071599045346,
      "model": "Qwen3.5 0.8B",
      "n": 419,
      "tag": "q35_08b"
    },
    {
      "axis_cosine": 0.08823016062378883,
      "cross_family_caving": 0.832,
      "judge_disagreement": 0.016,
      "judge_letter_agreement": 0.956,
      "judged_caving": 0.842,
      "language": "EN",
      "letter_caving": 0.802,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.08780672401189804,
      "cross_family_caving": 0.368,
      "judge_disagreement": 0.162,
      "judge_letter_agreement": 0.734,
      "judged_caving": 0.386,
      "language": "DE",
      "letter_caving": 0.128,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.03702055923640728,
      "cross_family_caving": 0.364,
      "judge_disagreement": 0.118,
      "judge_letter_agreement": 0.854,
      "judged_caving": 0.378,
      "language": "FR",
      "letter_caving": 0.264,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.056333694607019424,
      "cross_family_caving": 0.188,
      "judge_disagreement": 0.056,
      "judge_letter_agreement": 0.932,
      "judged_caving": 0.192,
      "language": "ES",
      "letter_caving": 0.128,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.10270262137055397,
      "cross_family_caving": 0.972,
      "judge_disagreement": 0.01,
      "judge_letter_agreement": 0.87,
      "judged_caving": 0.972,
      "language": "IT",
      "letter_caving": 0.85,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.07930614203214645,
      "cross_family_caving": 0.932,
      "judge_disagreement": 0.014,
      "judge_letter_agreement": 0.96,
      "judged_caving": 0.94,
      "language": "PT",
      "letter_caving": 0.908,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.07908162176609039,
      "cross_family_caving": 0.444,
      "judge_disagreement": 0.15,
      "judge_letter_agreement": 0.74,
      "judged_caving": 0.472,
      "language": "ID",
      "letter_caving": 0.236,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.04343038834631443,
      "cross_family_caving": 0.588,
      "judge_disagreement": 0.108,
      "judge_letter_agreement": 0.892,
      "judged_caving": 0.61,
      "language": "ZH",
      "letter_caving": 0.51,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.03244935609400272,
      "cross_family_caving": 0.436,
      "judge_disagreement": 0.144,
      "judge_letter_agreement": 0.696,
      "judged_caving": 0.446,
      "language": "JA",
      "letter_caving": 0.15,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.04888758584856987,
      "cross_family_caving": 0.696,
      "judge_disagreement": 0.086,
      "judge_letter_agreement": 0.542,
      "judged_caving": 0.72,
      "language": "KO",
      "letter_caving": 0.282,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.12817726731300355,
      "cross_family_caving": 0.382,
      "judge_disagreement": 0.224,
      "judge_letter_agreement": 0.806,
      "judged_caving": 0.41,
      "language": "AR",
      "letter_caving": 0.24,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.08418130800127983,
      "cross_family_caving": 0.688,
      "judge_disagreement": 0.114,
      "judge_letter_agreement": 0.556,
      "judged_caving": 0.72,
      "language": "HI",
      "letter_caving": 0.392,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.04140610583126545,
      "cross_family_caving": 0.41,
      "judge_disagreement": 0.134,
      "judge_letter_agreement": 0.622,
      "judged_caving": 0.416,
      "language": "BN",
      "letter_caving": 0.478,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.06816911846399307,
      "cross_family_caving": 0.66,
      "judge_disagreement": 0.12,
      "judge_letter_agreement": 0.448,
      "judged_caving": 0.676,
      "language": "SW",
      "letter_caving": 0.164,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.1357935108244419,
      "cross_family_caving": 0.658,
      "judge_disagreement": 0.156,
      "judge_letter_agreement": 0.412,
      "judged_caving": 0.7,
      "language": "YO",
      "letter_caving": 0.288,
      "model": "Qwen3.5 2B",
      "n": 500,
      "tag": "q35_2b"
    },
    {
      "axis_cosine": 0.07504339963197708,
      "cross_family_caving": 0.84,
      "judge_disagreement": 0.028,
      "judge_letter_agreement": 0.868,
      "judged_caving": 0.84,
      "language": "EN",
      "letter_caving": 0.712,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.009242477035149932,
      "cross_family_caving": 0.874,
      "judge_disagreement": 0.008,
      "judge_letter_agreement": 0.962,
      "judged_caving": 0.874,
      "language": "DE",
      "letter_caving": 0.836,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.04134463369846344,
      "cross_family_caving": 0.788,
      "judge_disagreement": 0.046,
      "judge_letter_agreement": 0.88,
      "judged_caving": 0.788,
      "language": "FR",
      "letter_caving": 0.668,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.054166000336408615,
      "cross_family_caving": 0.69,
      "judge_disagreement": 0.052,
      "judge_letter_agreement": 0.856,
      "judged_caving": 0.696,
      "language": "ES",
      "letter_caving": 0.56,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.06370309442281723,
      "cross_family_caving": 0.762,
      "judge_disagreement": 0.06,
      "judge_letter_agreement": 0.81,
      "judged_caving": 0.766,
      "language": "IT",
      "letter_caving": 0.576,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.06218302771449089,
      "cross_family_caving": 0.748,
      "judge_disagreement": 0.08,
      "judge_letter_agreement": 0.734,
      "judged_caving": 0.76,
      "language": "PT",
      "letter_caving": 0.498,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.10196035802364349,
      "cross_family_caving": 0.786,
      "judge_disagreement": 0.046,
      "judge_letter_agreement": 0.854,
      "judged_caving": 0.788,
      "language": "ID",
      "letter_caving": 0.646,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.09859514087438584,
      "cross_family_caving": 0.94,
      "judge_disagreement": 0.036,
      "judge_letter_agreement": 0.92,
      "judged_caving": 0.942,
      "language": "ZH",
      "letter_caving": 0.862,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.09069539457559586,
      "cross_family_caving": 0.716,
      "judge_disagreement": 0.058,
      "judge_letter_agreement": 0.892,
      "judged_caving": 0.722,
      "language": "JA",
      "letter_caving": 0.634,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.05959506407380104,
      "cross_family_caving": 0.792,
      "judge_disagreement": 0.084,
      "judge_letter_agreement": 0.888,
      "judged_caving": 0.806,
      "language": "KO",
      "letter_caving": 0.722,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.03476320207118988,
      "cross_family_caving": 0.948,
      "judge_disagreement": 0.016,
      "judge_letter_agreement": 0.874,
      "judged_caving": 0.948,
      "language": "AR",
      "letter_caving": 0.826,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.13059130758047105,
      "cross_family_caving": 0.83,
      "judge_disagreement": 0.09,
      "judge_letter_agreement": 0.8,
      "judged_caving": 0.846,
      "language": "HI",
      "letter_caving": 0.69,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.21611013114452363,
      "cross_family_caving": 0.816,
      "judge_disagreement": 0.08,
      "judge_letter_agreement": 0.722,
      "judged_caving": 0.818,
      "language": "BN",
      "letter_caving": 0.596,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.028154636919498443,
      "cross_family_caving": 0.908,
      "judge_disagreement": 0.044,
      "judge_letter_agreement": 0.9,
      "judged_caving": 0.916,
      "language": "SW",
      "letter_caving": 0.844,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.010185823310166597,
      "cross_family_caving": 0.49,
      "judge_disagreement": 0.134,
      "judge_letter_agreement": 0.586,
      "judged_caving": 0.506,
      "language": "YO",
      "letter_caving": 0.404,
      "model": "Qwen3.5 4B",
      "n": 500,
      "tag": "q35_4b"
    },
    {
      "axis_cosine": 0.005475494265556336,
      "cross_family_caving": 0.796,
      "judge_disagreement": 0.088,
      "judge_letter_agreement": 0.578,
      "judged_caving": 0.82,
      "language": "EN",
      "letter_caving": 0.398,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.019458297081291674,
      "cross_family_caving": 0.202,
      "judge_disagreement": 0.036,
      "judge_letter_agreement": 0.962,
      "judged_caving": 0.204,
      "language": "DE",
      "letter_caving": 0.17,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.0283334294334054,
      "cross_family_caving": 0.816,
      "judge_disagreement": 0.082,
      "judge_letter_agreement": 0.698,
      "judged_caving": 0.83,
      "language": "FR",
      "letter_caving": 0.528,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.05192900151014328,
      "cross_family_caving": 0.65,
      "judge_disagreement": 0.072,
      "judge_letter_agreement": 0.86,
      "judged_caving": 0.66,
      "language": "ES",
      "letter_caving": 0.52,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.012373299081809818,
      "cross_family_caving": 0.804,
      "judge_disagreement": 0.062,
      "judge_letter_agreement": 0.708,
      "judged_caving": 0.81,
      "language": "IT",
      "letter_caving": 0.518,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.06884511783719063,
      "cross_family_caving": 0.786,
      "judge_disagreement": 0.076,
      "judge_letter_agreement": 0.794,
      "judged_caving": 0.794,
      "language": "PT",
      "letter_caving": 0.588,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.1173235982656479,
      "cross_family_caving": 0.72,
      "judge_disagreement": 0.086,
      "judge_letter_agreement": 0.72,
      "judged_caving": 0.732,
      "language": "ID",
      "letter_caving": 0.452,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.0360996188595891,
      "cross_family_caving": 0.81,
      "judge_disagreement": 0.072,
      "judge_letter_agreement": 0.886,
      "judged_caving": 0.816,
      "language": "ZH",
      "letter_caving": 0.702,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.16065272688865662,
      "cross_family_caving": 0.616,
      "judge_disagreement": 0.076,
      "judge_letter_agreement": 0.91,
      "judged_caving": 0.626,
      "language": "JA",
      "letter_caving": 0.54,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.22935602068901062,
      "cross_family_caving": 0.168,
      "judge_disagreement": 0.216,
      "judge_letter_agreement": 0.856,
      "judged_caving": 0.186,
      "language": "KO",
      "letter_caving": 0.246,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.11435618251562119,
      "cross_family_caving": 0.574,
      "judge_disagreement": 0.208,
      "judge_letter_agreement": 0.686,
      "judged_caving": 0.6,
      "language": "AR",
      "letter_caving": 0.322,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.1862743616104126,
      "cross_family_caving": 0.866,
      "judge_disagreement": 0.058,
      "judge_letter_agreement": 0.922,
      "judged_caving": 0.872,
      "language": "HI",
      "letter_caving": 0.866,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.21549566090106964,
      "cross_family_caving": 0.456,
      "judge_disagreement": 0.164,
      "judge_letter_agreement": 0.79,
      "judged_caving": 0.458,
      "language": "BN",
      "letter_caving": 0.296,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.18309105336666107,
      "cross_family_caving": 0.672,
      "judge_disagreement": 0.022,
      "judge_letter_agreement": 0.974,
      "judged_caving": 0.682,
      "language": "SW",
      "letter_caving": 0.676,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.06764160618185996,
      "cross_family_caving": 0.598,
      "judge_disagreement": 0.048,
      "judge_letter_agreement": 0.736,
      "judged_caving": 0.598,
      "language": "YO",
      "letter_caving": 0.382,
      "model": "Qwen3.5 9B",
      "n": 500,
      "tag": "q35_9b"
    },
    {
      "axis_cosine": 0.0343266885727644,
      "cross_family_caving": 0.206,
      "judge_disagreement": 0.062,
      "judge_letter_agreement": 0.912,
      "judged_caving": 0.214,
      "language": "EN",
      "letter_caving": 0.126,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.03931259773671627,
      "cross_family_caving": 0.322,
      "judge_disagreement": 0.084,
      "judge_letter_agreement": 0.83,
      "judged_caving": 0.328,
      "language": "DE",
      "letter_caving": 0.158,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.035526204854249954,
      "cross_family_caving": 0.242,
      "judge_disagreement": 0.086,
      "judge_letter_agreement": 0.918,
      "judged_caving": 0.25,
      "language": "FR",
      "letter_caving": 0.168,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.015471997112035752,
      "cross_family_caving": 0.27,
      "judge_disagreement": 0.068,
      "judge_letter_agreement": 0.908,
      "judged_caving": 0.272,
      "language": "ES",
      "letter_caving": 0.18,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.00608092281036079,
      "cross_family_caving": 0.22,
      "judge_disagreement": 0.02,
      "judge_letter_agreement": 0.936,
      "judged_caving": 0.22,
      "language": "IT",
      "letter_caving": 0.156,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.06477168574929237,
      "cross_family_caving": 0.32,
      "judge_disagreement": 0.104,
      "judge_letter_agreement": 0.784,
      "judged_caving": 0.324,
      "language": "PT",
      "letter_caving": 0.108,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.010429771058261395,
      "cross_family_caving": 0.366,
      "judge_disagreement": 0.118,
      "judge_letter_agreement": 0.826,
      "judged_caving": 0.382,
      "language": "ID",
      "letter_caving": 0.216,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.026881436910480262,
      "cross_family_caving": 0.496,
      "judge_disagreement": 0.146,
      "judge_letter_agreement": 0.828,
      "judged_caving": 0.518,
      "language": "ZH",
      "letter_caving": 0.35,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.03448171727359295,
      "cross_family_caving": 0.16,
      "judge_disagreement": 0.074,
      "judge_letter_agreement": 0.914,
      "judged_caving": 0.17,
      "language": "JA",
      "letter_caving": 0.104,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.02974657602608204,
      "cross_family_caving": 0.196,
      "judge_disagreement": 0.104,
      "judge_letter_agreement": 0.902,
      "judged_caving": 0.206,
      "language": "KO",
      "letter_caving": 0.128,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.08939446806907654,
      "cross_family_caving": 0.178,
      "judge_disagreement": 0.064,
      "judge_letter_agreement": 0.906,
      "judged_caving": 0.196,
      "language": "AR",
      "letter_caving": 0.106,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.017475469689816236,
      "cross_family_caving": 0.078,
      "judge_disagreement": 0.31,
      "judge_letter_agreement": 0.836,
      "judged_caving": 0.158,
      "language": "HI",
      "letter_caving": 0.058,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.1568101316690445,
      "cross_family_caving": 0.308,
      "judge_disagreement": 0.17,
      "judge_letter_agreement": 0.846,
      "judged_caving": 0.318,
      "language": "BN",
      "letter_caving": 0.192,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.12518652975559236,
      "cross_family_caving": 0.216,
      "judge_disagreement": 0.068,
      "judge_letter_agreement": 0.912,
      "judged_caving": 0.226,
      "language": "SW",
      "letter_caving": 0.162,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.0474596306681633,
      "cross_family_caving": 0.384,
      "judge_disagreement": 0.224,
      "judge_letter_agreement": 0.778,
      "judged_caving": 0.402,
      "language": "YO",
      "letter_caving": 0.264,
      "model": "Qwen3.5 27B",
      "n": 500,
      "tag": "q35_27b"
    },
    {
      "axis_cosine": 0.09083832502365112,
      "cross_family_caving": 0.7186234817813765,
      "judge_disagreement": 0.0931174089068826,
      "judge_letter_agreement": 0.7773279352226721,
      "judged_caving": 0.7368421052631579,
      "language": "EN",
      "letter_caving": 0.659919028340081,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.02735234806314111,
      "cross_family_caving": 0.7672064777327935,
      "judge_disagreement": 0.1417004048582996,
      "judge_letter_agreement": 0.7186234817813765,
      "judged_caving": 0.7813765182186235,
      "language": "DE",
      "letter_caving": 0.5526315789473685,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.1034279614686966,
      "cross_family_caving": 0.6619433198380567,
      "judge_disagreement": 0.145748987854251,
      "judge_letter_agreement": 0.7631578947368421,
      "judged_caving": 0.7186234817813765,
      "language": "FR",
      "letter_caving": 0.5546558704453441,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.11546675860881805,
      "cross_family_caving": 0.7854251012145749,
      "judge_disagreement": 0.15991902834008098,
      "judge_letter_agreement": 0.6923076923076923,
      "judged_caving": 0.805668016194332,
      "language": "ES",
      "letter_caving": 0.5668016194331984,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.025887562613934278,
      "cross_family_caving": 0.7995951417004049,
      "judge_disagreement": 0.10728744939271255,
      "judge_letter_agreement": 0.8157894736842105,
      "judged_caving": 0.8238866396761133,
      "language": "IT",
      "letter_caving": 0.659919028340081,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.06502134166657925,
      "cross_family_caving": 0.7024291497975709,
      "judge_disagreement": 0.15384615384615385,
      "judge_letter_agreement": 0.7469635627530364,
      "judged_caving": 0.742914979757085,
      "language": "PT",
      "letter_caving": 0.5991902834008097,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.1668996512889862,
      "cross_family_caving": 0.7975708502024291,
      "judge_disagreement": 0.1214574898785425,
      "judge_letter_agreement": 0.7368421052631579,
      "judged_caving": 0.8279352226720648,
      "language": "ID",
      "letter_caving": 0.6376518218623481,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.10150153189897537,
      "cross_family_caving": 0.6761133603238867,
      "judge_disagreement": 0.17408906882591094,
      "judge_letter_agreement": 0.805668016194332,
      "judged_caving": 0.6821862348178138,
      "language": "ZH",
      "letter_caving": 0.5242914979757085,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.06500474289059639,
      "cross_family_caving": 0.6821862348178138,
      "judge_disagreement": 0.145748987854251,
      "judge_letter_agreement": 0.694331983805668,
      "judged_caving": 0.7064777327935222,
      "language": "JA",
      "letter_caving": 0.4979757085020243,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.011638394417241215,
      "cross_family_caving": 0.5789473684210527,
      "judge_disagreement": 0.16194331983805668,
      "judge_letter_agreement": 0.7368421052631579,
      "judged_caving": 0.6032388663967612,
      "language": "KO",
      "letter_caving": 0.5263157894736842,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.11935836970806121,
      "cross_family_caving": 0.7894736842105263,
      "judge_disagreement": 0.0931174089068826,
      "judge_letter_agreement": 0.8380566801619433,
      "judged_caving": 0.819838056680162,
      "language": "AR",
      "letter_caving": 0.6902834008097166,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.05298980623483658,
      "cross_family_caving": 0.631578947368421,
      "judge_disagreement": 0.18218623481781376,
      "judge_letter_agreement": 0.7611336032388664,
      "judged_caving": 0.659919028340081,
      "language": "HI",
      "letter_caving": 0.7246963562753036,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.06989583075046539,
      "cross_family_caving": 0.9453441295546559,
      "judge_disagreement": 0.05668016194331984,
      "judge_letter_agreement": 0.9210526315789473,
      "judged_caving": 0.9534412955465587,
      "language": "BN",
      "letter_caving": 0.9271255060728745,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.09748776406049728,
      "cross_family_caving": 0.6477732793522267,
      "judge_disagreement": 0.22469635627530365,
      "judge_letter_agreement": 0.6194331983805668,
      "judged_caving": 0.6842105263157895,
      "language": "SW",
      "letter_caving": 0.680161943319838,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.03623907454311848,
      "cross_family_caving": 0.7793522267206477,
      "judge_disagreement": 0.13562753036437247,
      "judge_letter_agreement": 0.7408906882591093,
      "judged_caving": 0.8117408906882592,
      "language": "YO",
      "letter_caving": 0.6902834008097166,
      "model": "Qwen2.5 3B",
      "n": 494,
      "tag": "q25_3b"
    },
    {
      "axis_cosine": 0.1344643920660019,
      "cross_family_caving": 0.196,
      "judge_disagreement": 0.29,
      "judge_letter_agreement": 0.638,
      "judged_caving": 0.224,
      "language": "EN",
      "letter_caving": 0.486,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.045550715178251266,
      "cross_family_caving": 0.112,
      "judge_disagreement": 0.172,
      "judge_letter_agreement": 0.78,
      "judged_caving": 0.124,
      "language": "DE",
      "letter_caving": 0.296,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.1142444670200348,
      "cross_family_caving": 0.278,
      "judge_disagreement": 0.112,
      "judge_letter_agreement": 0.86,
      "judged_caving": 0.284,
      "language": "FR",
      "letter_caving": 0.308,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.03189346548169851,
      "cross_family_caving": 0.3,
      "judge_disagreement": 0.118,
      "judge_letter_agreement": 0.784,
      "judged_caving": 0.308,
      "language": "ES",
      "letter_caving": 0.356,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.06952036917209625,
      "cross_family_caving": 0.26,
      "judge_disagreement": 0.088,
      "judge_letter_agreement": 0.906,
      "judged_caving": 0.27,
      "language": "IT",
      "letter_caving": 0.296,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.02173459641635418,
      "cross_family_caving": 0.396,
      "judge_disagreement": 0.078,
      "judge_letter_agreement": 0.836,
      "judged_caving": 0.418,
      "language": "PT",
      "letter_caving": 0.538,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.11388677805662155,
      "cross_family_caving": 0.31,
      "judge_disagreement": 0.126,
      "judge_letter_agreement": 0.856,
      "judged_caving": 0.33,
      "language": "ID",
      "letter_caving": 0.346,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.06110879704356194,
      "cross_family_caving": 0.596,
      "judge_disagreement": 0.1,
      "judge_letter_agreement": 0.876,
      "judged_caving": 0.618,
      "language": "ZH",
      "letter_caving": 0.654,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.12494959384202957,
      "cross_family_caving": 0.424,
      "judge_disagreement": 0.064,
      "judge_letter_agreement": 0.888,
      "judged_caving": 0.434,
      "language": "JA",
      "letter_caving": 0.414,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.08483643233776092,
      "cross_family_caving": 0.272,
      "judge_disagreement": 0.118,
      "judge_letter_agreement": 0.844,
      "judged_caving": 0.292,
      "language": "KO",
      "letter_caving": 0.328,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.01928660236299038,
      "cross_family_caving": 0.648,
      "judge_disagreement": 0.088,
      "judge_letter_agreement": 0.862,
      "judged_caving": 0.658,
      "language": "AR",
      "letter_caving": 0.704,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.03541562892496586,
      "cross_family_caving": 0.29,
      "judge_disagreement": 0.148,
      "judge_letter_agreement": 0.862,
      "judged_caving": 0.308,
      "language": "HI",
      "letter_caving": 0.29,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.06859785169363022,
      "cross_family_caving": 0.464,
      "judge_disagreement": 0.096,
      "judge_letter_agreement": 0.78,
      "judged_caving": 0.486,
      "language": "BN",
      "letter_caving": 0.602,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.025510299112647773,
      "cross_family_caving": 0.756,
      "judge_disagreement": 0.06,
      "judge_letter_agreement": 0.916,
      "judged_caving": 0.78,
      "language": "SW",
      "letter_caving": 0.736,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.018402722477912904,
      "cross_family_caving": 0.828,
      "judge_disagreement": 0.02,
      "judge_letter_agreement": 0.81,
      "judged_caving": 0.838,
      "language": "YO",
      "letter_caving": 0.812,
      "model": "Qwen2.5 7B",
      "n": 500,
      "tag": "q25_7b"
    },
    {
      "axis_cosine": 0.04004769213497639,
      "cross_family_caving": 0.8226950354609929,
      "judge_disagreement": 0.07092198581560284,
      "judge_letter_agreement": 0.9716312056737588,
      "judged_caving": 0.8226950354609929,
      "language": "EN",
      "letter_caving": 0.8368794326241135,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.0726955696940422,
      "cross_family_caving": 0.7446808510638298,
      "judge_disagreement": 0.18439716312056736,
      "judge_letter_agreement": 0.900709219858156,
      "judged_caving": 0.7446808510638298,
      "language": "DE",
      "letter_caving": 0.7446808510638298,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.023084259033203124,
      "cross_family_caving": 0.8652482269503546,
      "judge_disagreement": 0.07092198581560284,
      "judge_letter_agreement": 0.9361702127659575,
      "judged_caving": 0.8652482269503546,
      "language": "FR",
      "letter_caving": 0.8581560283687943,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.04054616577923298,
      "cross_family_caving": 0.9078014184397163,
      "judge_disagreement": 0.02127659574468085,
      "judge_letter_agreement": 0.9574468085106383,
      "judged_caving": 0.9078014184397163,
      "language": "ES",
      "letter_caving": 0.9219858156028369,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.02795340633019805,
      "cross_family_caving": 0.9574468085106383,
      "judge_disagreement": 0.014184397163120567,
      "judge_letter_agreement": 0.9787234042553191,
      "judged_caving": 0.9574468085106383,
      "language": "IT",
      "letter_caving": 0.950354609929078,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.05839936882257461,
      "cross_family_caving": 0.9078014184397163,
      "judge_disagreement": 0.028368794326241134,
      "judge_letter_agreement": 0.9716312056737588,
      "judged_caving": 0.9078014184397163,
      "language": "PT",
      "letter_caving": 0.9219858156028369,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.01013750908896327,
      "cross_family_caving": 0.9574468085106383,
      "judge_disagreement": 0.02127659574468085,
      "judge_letter_agreement": 0.9858156028368794,
      "judged_caving": 0.9574468085106383,
      "language": "ID",
      "letter_caving": 0.9432624113475178,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.11748256981372833,
      "cross_family_caving": 0.7021276595744681,
      "judge_disagreement": 0.14893617021276595,
      "judge_letter_agreement": 0.8794326241134752,
      "judged_caving": 0.7021276595744681,
      "language": "ZH",
      "letter_caving": 0.7801418439716312,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.01983738727867603,
      "cross_family_caving": 0.5390070921985816,
      "judge_disagreement": 0.06382978723404255,
      "judge_letter_agreement": 0.8014184397163121,
      "judged_caving": 0.5390070921985816,
      "language": "JA",
      "letter_caving": 0.7092198581560284,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.0416867796331644,
      "cross_family_caving": 0.5886524822695035,
      "judge_disagreement": 0.11347517730496454,
      "judge_letter_agreement": 0.8581560283687943,
      "judged_caving": 0.5886524822695035,
      "language": "KO",
      "letter_caving": 0.6595744680851063,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.036016225883213335,
      "cross_family_caving": 0.7588652482269503,
      "judge_disagreement": 0.028368794326241134,
      "judge_letter_agreement": 0.950354609929078,
      "judged_caving": 0.7588652482269503,
      "language": "AR",
      "letter_caving": 0.7801418439716312,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.03436372354626656,
      "cross_family_caving": 0.7659574468085106,
      "judge_disagreement": 0.14184397163120568,
      "judge_letter_agreement": 0.851063829787234,
      "judged_caving": 0.7659574468085106,
      "language": "HI",
      "letter_caving": 0.7730496453900709,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.010285752883646637,
      "cross_family_caving": 0.9361702127659575,
      "judge_disagreement": 0.028368794326241134,
      "judge_letter_agreement": 0.9361702127659575,
      "judged_caving": 0.9361702127659575,
      "language": "BN",
      "letter_caving": 0.9858156028368794,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.010510594304651021,
      "cross_family_caving": 0.8439716312056738,
      "judge_disagreement": 0.014184397163120567,
      "judge_letter_agreement": 0.9219858156028369,
      "judged_caving": 0.8439716312056738,
      "language": "SW",
      "letter_caving": 0.9219858156028369,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.12829194962978363,
      "cross_family_caving": 0.8226950354609929,
      "judge_disagreement": 0.19148936170212766,
      "judge_letter_agreement": 0.375886524822695,
      "judged_caving": 0.8226950354609929,
      "language": "YO",
      "letter_caving": 0.3971631205673759,
      "model": "Llama-3.1 8B†",
      "n": 141,
      "tag": "llama8b"
    },
    {
      "axis_cosine": 0.09980673715472221,
      "cross_family_caving": 0.9508196721311475,
      "judge_disagreement": 0.04644808743169399,
      "judge_letter_agreement": 0.9699453551912568,
      "judged_caving": 0.9508196721311475,
      "language": "EN",
      "letter_caving": 0.9371584699453552,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.011359540838748216,
      "cross_family_caving": 0.2786885245901639,
      "judge_disagreement": 0.09836065573770492,
      "judge_letter_agreement": 0.9562841530054644,
      "judged_caving": 0.2786885245901639,
      "language": "DE",
      "letter_caving": 0.24043715846994534,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.010686687007546426,
      "cross_family_caving": 0.9562841530054644,
      "judge_disagreement": 0.01912568306010929,
      "judge_letter_agreement": 0.9863387978142076,
      "judged_caving": 0.9562841530054644,
      "language": "FR",
      "letter_caving": 0.9426229508196722,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.06105919256806373,
      "cross_family_caving": 0.9234972677595629,
      "judge_disagreement": 0.02185792349726776,
      "judge_letter_agreement": 0.9890710382513661,
      "judged_caving": 0.9234972677595629,
      "language": "ES",
      "letter_caving": 0.912568306010929,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.034879399836063384,
      "cross_family_caving": 0.8852459016393442,
      "judge_disagreement": 0.01639344262295082,
      "judge_letter_agreement": 0.9863387978142076,
      "judged_caving": 0.8852459016393442,
      "language": "IT",
      "letter_caving": 0.8715846994535519,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.042452135433753334,
      "cross_family_caving": 0.9863387978142076,
      "judge_disagreement": 0.01366120218579235,
      "judge_letter_agreement": 0.9918032786885246,
      "judged_caving": 0.9863387978142076,
      "language": "PT",
      "letter_caving": 0.9836065573770492,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.018622700896230526,
      "cross_family_caving": 0.5628415300546448,
      "judge_disagreement": 0.18032786885245902,
      "judge_letter_agreement": 0.7404371584699454,
      "judged_caving": 0.5628415300546448,
      "language": "ID",
      "letter_caving": 0.6038251366120219,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.02846537046134472,
      "cross_family_caving": 0.9016393442622951,
      "judge_disagreement": 0.04371584699453552,
      "judge_letter_agreement": 0.9207650273224044,
      "judged_caving": 0.9016393442622951,
      "language": "ZH",
      "letter_caving": 0.855191256830601,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.03191358270123601,
      "cross_family_caving": 0.674863387978142,
      "judge_disagreement": 0.10109289617486339,
      "judge_letter_agreement": 0.8934426229508197,
      "judged_caving": 0.674863387978142,
      "language": "JA",
      "letter_caving": 0.5737704918032787,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.06458910629153251,
      "cross_family_caving": 0.49453551912568305,
      "judge_disagreement": 0.13387978142076504,
      "judge_letter_agreement": 0.7950819672131147,
      "judged_caving": 0.49453551912568305,
      "language": "KO",
      "letter_caving": 0.366120218579235,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.03236539084464311,
      "cross_family_caving": 0.8797814207650273,
      "judge_disagreement": 0.07377049180327869,
      "judge_letter_agreement": 0.6420765027322405,
      "judged_caving": 0.8797814207650273,
      "language": "AR",
      "letter_caving": 0.6366120218579235,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.0084827576065436,
      "cross_family_caving": 0.5792349726775956,
      "judge_disagreement": 0.15027322404371585,
      "judge_letter_agreement": 0.7431693989071039,
      "judged_caving": 0.5792349726775956,
      "language": "HI",
      "letter_caving": 0.4098360655737705,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.07713581174612046,
      "cross_family_caving": 0.8825136612021858,
      "judge_disagreement": 0.03825136612021858,
      "judge_letter_agreement": 0.8278688524590164,
      "judged_caving": 0.8825136612021858,
      "language": "BN",
      "letter_caving": 0.73224043715847,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.026827551424503326,
      "cross_family_caving": 0.9726775956284153,
      "judge_disagreement": 0.05191256830601093,
      "judge_letter_agreement": 0.8961748633879781,
      "judged_caving": 0.9726775956284153,
      "language": "SW",
      "letter_caving": 0.8961748633879781,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.062392038851976396,
      "cross_family_caving": 0.7158469945355191,
      "judge_disagreement": 0.28415300546448086,
      "judge_letter_agreement": 0.43989071038251365,
      "judged_caving": 0.7158469945355191,
      "language": "YO",
      "letter_caving": 0.2540983606557377,
      "model": "Mistral 7B",
      "n": 366,
      "tag": "mistral7b"
    },
    {
      "axis_cosine": 0.11724032759666443,
      "cross_family_caving": 0.978,
      "judge_disagreement": 0.066,
      "judge_letter_agreement": 0.94,
      "judged_caving": 0.928,
      "language": "EN",
      "letter_caving": 0.876,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.027505688741803168,
      "cross_family_caving": 0.97,
      "judge_disagreement": 0.052,
      "judge_letter_agreement": 0.976,
      "judged_caving": 0.924,
      "language": "DE",
      "letter_caving": 0.908,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.07461761236190796,
      "cross_family_caving": 0.954,
      "judge_disagreement": 0.08,
      "judge_letter_agreement": 0.926,
      "judged_caving": 0.886,
      "language": "FR",
      "letter_caving": 0.836,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.09938283711671829,
      "cross_family_caving": 0.948,
      "judge_disagreement": 0.08,
      "judge_letter_agreement": 0.986,
      "judged_caving": 0.868,
      "language": "ES",
      "letter_caving": 0.854,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.04283456653356552,
      "cross_family_caving": 0.924,
      "judge_disagreement": 0.092,
      "judge_letter_agreement": 0.964,
      "judged_caving": 0.842,
      "language": "IT",
      "letter_caving": 0.818,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.08848587423563004,
      "cross_family_caving": 0.924,
      "judge_disagreement": 0.06,
      "judge_letter_agreement": 0.982,
      "judged_caving": 0.866,
      "language": "PT",
      "letter_caving": 0.848,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.04861108586192131,
      "cross_family_caving": 0.924,
      "judge_disagreement": 0.052,
      "judge_letter_agreement": 0.956,
      "judged_caving": 0.882,
      "language": "ID",
      "letter_caving": 0.85,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.007113703846698627,
      "cross_family_caving": 0.968,
      "judge_disagreement": 0.068,
      "judge_letter_agreement": 0.976,
      "judged_caving": 0.904,
      "language": "ZH",
      "letter_caving": 0.88,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.03455091118812561,
      "cross_family_caving": 0.888,
      "judge_disagreement": 0.026,
      "judge_letter_agreement": 0.972,
      "judged_caving": 0.868,
      "language": "JA",
      "letter_caving": 0.84,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.0758714959025383,
      "cross_family_caving": 0.79,
      "judge_disagreement": 0.064,
      "judge_letter_agreement": 0.91,
      "judged_caving": 0.738,
      "language": "KO",
      "letter_caving": 0.664,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.060271069407463074,
      "cross_family_caving": 0.922,
      "judge_disagreement": 0.044,
      "judge_letter_agreement": 0.986,
      "judged_caving": 0.886,
      "language": "AR",
      "letter_caving": 0.88,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.0053407267667353155,
      "cross_family_caving": 0.99,
      "judge_disagreement": 0.026,
      "judge_letter_agreement": 0.97,
      "judged_caving": 0.966,
      "language": "HI",
      "letter_caving": 0.944,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.05120323896408081,
      "cross_family_caving": 0.98,
      "judge_disagreement": 0.04,
      "judge_letter_agreement": 0.964,
      "judged_caving": 0.946,
      "language": "BN",
      "letter_caving": 0.934,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.016753921285271645,
      "cross_family_caving": 0.966,
      "judge_disagreement": 0.058,
      "judge_letter_agreement": 0.942,
      "judged_caving": 0.918,
      "language": "SW",
      "letter_caving": 0.88,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.011112995725125075,
      "cross_family_caving": 0.906,
      "judge_disagreement": 0.12,
      "judge_letter_agreement": 0.862,
      "judged_caving": 0.846,
      "language": "YO",
      "letter_caving": 0.88,
      "model": "Gemma-2 9B",
      "n": 500,
      "tag": "gemma9b"
    },
    {
      "axis_cosine": 0.02371159624308348,
      "cross_family_caving": 0.204,
      "judge_disagreement": 0.176,
      "judge_letter_agreement": 0.942,
      "judged_caving": 0.048,
      "language": "EN",
      "letter_caving": 0.054,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.04280511774122715,
      "cross_family_caving": 0.23,
      "judge_disagreement": 0.166,
      "judge_letter_agreement": 0.934,
      "judged_caving": 0.098,
      "language": "DE",
      "letter_caving": 0.068,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.08719193935394287,
      "cross_family_caving": 0.158,
      "judge_disagreement": 0.128,
      "judge_letter_agreement": 0.94,
      "judged_caving": 0.066,
      "language": "FR",
      "letter_caving": 0.042,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.10107346326112747,
      "cross_family_caving": 0.168,
      "judge_disagreement": 0.126,
      "judge_letter_agreement": 0.934,
      "judged_caving": 0.068,
      "language": "ES",
      "letter_caving": 0.062,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.1122367262840271,
      "cross_family_caving": 0.208,
      "judge_disagreement": 0.136,
      "judge_letter_agreement": 0.934,
      "judged_caving": 0.096,
      "language": "IT",
      "letter_caving": 0.054,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.14903624951839448,
      "cross_family_caving": 0.332,
      "judge_disagreement": 0.214,
      "judge_letter_agreement": 0.884,
      "judged_caving": 0.168,
      "language": "PT",
      "letter_caving": 0.136,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.026768702175468208,
      "cross_family_caving": 0.304,
      "judge_disagreement": 0.278,
      "judge_letter_agreement": 0.89,
      "judged_caving": 0.086,
      "language": "ID",
      "letter_caving": 0.048,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.017285850830376148,
      "cross_family_caving": 0.36,
      "judge_disagreement": 0.112,
      "judge_letter_agreement": 0.9,
      "judged_caving": 0.258,
      "language": "ZH",
      "letter_caving": 0.21,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.05764981061220169,
      "cross_family_caving": 0.096,
      "judge_disagreement": 0.072,
      "judge_letter_agreement": 0.948,
      "judged_caving": 0.048,
      "language": "JA",
      "letter_caving": 0.056,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.059878910332918166,
      "cross_family_caving": 0.17,
      "judge_disagreement": 0.072,
      "judge_letter_agreement": 0.938,
      "judged_caving": 0.112,
      "language": "KO",
      "letter_caving": 0.066,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.09851897954940796,
      "cross_family_caving": 0.298,
      "judge_disagreement": 0.106,
      "judge_letter_agreement": 0.896,
      "judged_caving": 0.236,
      "language": "AR",
      "letter_caving": 0.16,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.06798328757286072,
      "cross_family_caving": 0.194,
      "judge_disagreement": 0.116,
      "judge_letter_agreement": 0.922,
      "judged_caving": 0.114,
      "language": "HI",
      "letter_caving": 0.064,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.08073301296681165,
      "cross_family_caving": 0.102,
      "judge_disagreement": 0.076,
      "judge_letter_agreement": 0.942,
      "judged_caving": 0.044,
      "language": "BN",
      "letter_caving": 0.062,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.028327087685465813,
      "cross_family_caving": 0.256,
      "judge_disagreement": 0.108,
      "judge_letter_agreement": 0.884,
      "judged_caving": 0.204,
      "language": "SW",
      "letter_caving": 0.116,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    },
    {
      "axis_cosine": 0.05108891073614359,
      "cross_family_caving": 0.628,
      "judge_disagreement": 0.188,
      "judge_letter_agreement": 0.572,
      "judged_caving": 0.502,
      "language": "YO",
      "letter_caving": 0.338,
      "model": "Gemma-4 12B",
      "n": 500,
      "tag": "gemma4_12b"
    }
  ]
}