{ "induction": [ { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 1.4018691588784993, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 2.8037383177570097, "alpha": 4.0, "language": "EN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 2.336448598130841 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": -0.4672897196261627, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.869158878504673, "alpha": 4.0, "language": "DE", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": -0.4672897196261627, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 1.8691588785046727 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 1.869158878504673, "alpha": 4.0, "language": "FR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 1.4018691588785046 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.336448598130836, "alpha": 4.0, "language": "ES", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 1.4018691588785046 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261738, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 1.4018691588785104, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 2.336448598130847, "alpha": 4.0, "language": "IT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 1.4018691588785044 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 1.4018691588784993, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "PT", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 1.4018691588784993, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.336448598130847, "alpha": 4.0, "language": "ID", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": -0.4672897196261738, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 3.2710280373831724, "alpha": 4.0, "language": "ZH", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": -0.4672897196261738, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 2.336448598130841 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 1.869158878504673, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": -0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523366 }, { "accuracy_loss_pp": 3.738317757009346, "alpha": 4.0, "language": "JA", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.4672897196261627, "random_wrong_increase_pp": -0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 1.8691588785046727 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": -0.4672897196261627, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.2710280373831835, "alpha": 4.0, "language": "KO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.4672897196261738, "random_wrong_increase_pp": 0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 0.9345794392523366, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 2.8037383177570097, "alpha": 4.0, "language": "AR", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.8037383177570097, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 1.4018691588785046 }, { "accuracy_loss_pp": 4.2056074766355085, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 1.8691588785046727 }, { "accuracy_loss_pp": 6.0747663551401825, "alpha": 4.0, "language": "HI", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.9345794392523366, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 2.803738317757009 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.4018691588784993, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.9345794392523366, "random_wrong_increase_pp": 0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 2.8037383177570097, "alpha": 4.0, "language": "BN", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 3.738317757009346, "random_wrong_increase_pp": 2.336448598130841, "tag": "q35_08b", "wrong_increase_pp": 1.8691588785046727 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 2.336448598130836, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523363 }, { "accuracy_loss_pp": 6.542056074766355, "alpha": 4.0, "language": "SW", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.4672897196261627, "random_wrong_increase_pp": 0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 3.2710280373831773 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 1.4018691588784993, "random_wrong_increase_pp": 0.0, "tag": "q35_08b", "wrong_increase_pp": 0.46728971962616817 }, { "accuracy_loss_pp": 4.672897196261683, "alpha": 4.0, "language": "YO", "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 3.2710280373831724, "random_wrong_increase_pp": 0.46728971962616817, "tag": "q35_08b", "wrong_increase_pp": 1.8691588785046727 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.666666666666671, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "EN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.3333333333333308, "random_wrong_increase_pp": 0.6666666666666666, "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "DE", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "FR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ES", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 4.0, "language": "IT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "PT", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ID", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ZH", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "JA", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 1.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "KO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 4.0, "language": "AR", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.6666666666666718, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 4.0, "language": "HI", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 2.6666666666666616, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 4.0, "language": "BN", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.6666666666666718, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.333333333333342, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.6666666666666727, "alpha": 4.0, "language": "SW", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.333333333333342, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_2b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.333333333333342, "random_wrong_increase_pp": 0.0, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 4.0, "language": "YO", "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 3.3333333333333326, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "EN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "DE", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "FR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ES", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "IT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "PT", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "ID", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "ZH", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.333333333333342, "alpha": 4.0, "language": "JA", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": -0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.333333333333342, "alpha": 4.0, "language": "KO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "AR", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.0000000000000027, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 7.333333333333336, "alpha": 4.0, "language": "HI", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 1.3333333333333335 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 6.666666666666665, "alpha": 4.0, "language": "BN", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_4b", "wrong_increase_pp": 2.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 3.3333333333333326, "alpha": 4.0, "language": "SW", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 1.333333333333342, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.3333333333333326, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_4b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 4.0000000000000036, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 2.3333333333333317, "random_wrong_increase_pp": 0.3333333333333333, "tag": "q35_4b", "wrong_increase_pp": 1.3333333333333333 }, { "accuracy_loss_pp": 6.333333333333336, "alpha": 4.0, "language": "YO", "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 3.6666666666666625, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_4b", "wrong_increase_pp": 1.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "EN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "DE", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "FR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "ES", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "IT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "PT", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ID", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "ZH", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 4.0, "language": "JA", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 4.0, "language": "KO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "AR", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "HI", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 2.0000000000000018, "random_wrong_increase_pp": 1.3333333333333335, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": -0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "BN", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.33333333333334103, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 4.0, "language": "SW", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 1.333333333333342, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6666666666666599, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.6666666666666667, "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 4.0, "language": "YO", "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 5.333333333333334, "random_wrong_increase_pp": 2.0, "tag": "q35_9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "EN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "DE", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "FR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "ES", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "IT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "PT", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "ID", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "ZH", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "JA", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "KO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "AR", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "HI", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "BN", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 1.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "SW", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6666666666666599, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": -0.33333333333333337, "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 4.0, "language": "YO", "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.0, "tag": "q35_27b", "wrong_increase_pp": 0.6666666666666666 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 1.0, "language": "EN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6260162601625994, "alpha": 2.0, "language": "EN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 10.569105691056912, "alpha": 4.0, "language": "EN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 3.2520325203252036 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.2195121951219523, "alpha": 1.0, "language": "DE", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 2.4390243902439046, "alpha": 2.0, "language": "DE", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 9.349593495934961, "alpha": 4.0, "language": "DE", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 2.8455284552845526 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6260162601625994, "alpha": 2.0, "language": "FR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813009 }, { "accuracy_loss_pp": 8.536585365853655, "alpha": 4.0, "language": "FR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 3.2520325203252036 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6260162601625994, "alpha": 2.0, "language": "ES", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813009 }, { "accuracy_loss_pp": 8.130081300813007, "alpha": 4.0, "language": "ES", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 2.8455284552845526 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.40650406504064707, "alpha": 1.0, "language": "IT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": -0.40650406504065045 }, { "accuracy_loss_pp": 0.40650406504065817, "alpha": 2.0, "language": "IT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 9.349593495934961, "alpha": 4.0, "language": "IT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504065817, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 2.0325203252032518 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 1.0, "language": "PT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 0.8130081300813052, "alpha": 2.0, "language": "PT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813009 }, { "accuracy_loss_pp": 8.130081300813007, "alpha": 4.0, "language": "PT", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 3.6585365853658534 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504065817, "alpha": 1.0, "language": "ID", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 2.0325203252032575, "alpha": 2.0, "language": "ID", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.8130081300813007, "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813007 }, { "accuracy_loss_pp": 7.72357723577236, "alpha": 4.0, "language": "ID", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.8130081300813007, "tag": "q25_3b", "wrong_increase_pp": 2.845528455284553 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.8130081300813052, "alpha": 2.0, "language": "ZH", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 6.910569105691056, "alpha": 4.0, "language": "ZH", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504064707, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 3.2520325203252036 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6260162601625994, "alpha": 1.0, "language": "JA", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 2.4390243902439046, "alpha": 2.0, "language": "JA", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504064707, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813009 }, { "accuracy_loss_pp": 6.504065040650408, "alpha": 4.0, "language": "JA", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 2.4390243902439024 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 1.0, "language": "KO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0325203252032575, "alpha": 2.0, "language": "KO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 9.349593495934961, "alpha": 4.0, "language": "KO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504064707, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 2.4390243902439024 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.2195121951219523, "alpha": 1.0, "language": "AR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.8455284552845517, "alpha": 2.0, "language": "AR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504064707, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 10.97560975609756, "alpha": 4.0, "language": "AR", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300812941, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 2.8455284552845526 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 1.0, "language": "HI", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 2.0325203252032464, "alpha": 2.0, "language": "HI", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": -0.40650406504065817, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 1.6260162601626018 }, { "accuracy_loss_pp": 14.634146341463406, "alpha": 4.0, "language": "HI", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.40650406504064707, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 5.691056910569105 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.8130081300813052, "alpha": 1.0, "language": "BN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 4.0650406504065035, "alpha": 2.0, "language": "BN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300813052, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219512 }, { "accuracy_loss_pp": 16.666666666666675, "alpha": 4.0, "language": "BN", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 1.6260162601626105, "random_wrong_increase_pp": 0.8130081300813009, "tag": "q25_3b", "wrong_increase_pp": 4.471544715447155 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.2195121951219523, "alpha": 1.0, "language": "SW", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 4.8780487804877986, "alpha": 2.0, "language": "SW", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.8130081300812941, "random_wrong_increase_pp": 0.40650406504065045, "tag": "q25_3b", "wrong_increase_pp": 0.40650406504065045 }, { "accuracy_loss_pp": 24.79674796747967, "alpha": 4.0, "language": "SW", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 1.6260162601625994, "random_wrong_increase_pp": 0.8130081300813009, "tag": "q25_3b", "wrong_increase_pp": 8.130081300813007 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 5.284552845528456, "alpha": 1.0, "language": "YO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_3b", "wrong_increase_pp": 2.0325203252032518 }, { "accuracy_loss_pp": 13.008130081300816, "alpha": 2.0, "language": "YO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 2.0325203252032464, "random_wrong_increase_pp": 0.0, "tag": "q25_3b", "wrong_increase_pp": 4.878048780487805 }, { "accuracy_loss_pp": 28.861788617886177, "alpha": 4.0, "language": "YO", "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 4.878048780487809, "random_wrong_increase_pp": 1.2195121951219512, "tag": "q25_3b", "wrong_increase_pp": 10.56910569105691 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "EN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "DE", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 2.0, "language": "DE", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": -0.33333333333332993, "random_wrong_increase_pp": -0.33333333333333337, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "DE", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "FR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ES", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "IT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 4.0, "language": "PT", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 4.0, "language": "ID", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 4.0, "language": "ZH", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "JA", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": -0.33333333333334103, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.6666666666666599, "alpha": 4.0, "language": "JA", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": -0.33333333333334103, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "KO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 4.0, "language": "KO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 4.0, "language": "AR", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "HI", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "HI", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.3333333333333326, "alpha": 4.0, "language": "HI", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.33333333333333337, "tag": "q25_7b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "BN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 4.0, "language": "BN", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 1.0, "language": "SW", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 3.6666666666666625, "alpha": 2.0, "language": "SW", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 1.0000000000000009, "random_wrong_increase_pp": 0.6666666666666666, "tag": "q25_7b", "wrong_increase_pp": 1.6666666666666667 }, { "accuracy_loss_pp": 8.333333333333325, "alpha": 4.0, "language": "SW", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 2.3333333333333317, "random_wrong_increase_pp": 1.0, "tag": "q25_7b", "wrong_increase_pp": 3.6666666666666665 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 1.0, "language": "YO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "q25_7b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 4.333333333333334, "alpha": 2.0, "language": "YO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 2.6666666666666616, "random_wrong_increase_pp": 1.0, "tag": "q25_7b", "wrong_increase_pp": 1.3333333333333335 }, { "accuracy_loss_pp": 13.666666666666671, "alpha": 4.0, "language": "YO", "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 3.0000000000000027, "random_wrong_increase_pp": 1.0, "tag": "q25_7b", "wrong_increase_pp": 4.666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 24.63768115942029, "alpha": 2.0, "language": "EN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 8.695652173913043 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "EN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 10.144927536231885, "alpha": 1.0, "language": "DE", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 4.3478260869565215 }, { "accuracy_loss_pp": 59.42028985507246, "alpha": 2.0, "language": "DE", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 24.637681159420293 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "DE", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 7.246376811594201, "alpha": 1.0, "language": "FR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 1.4492753623188406 }, { "accuracy_loss_pp": 65.21739130434783, "alpha": 2.0, "language": "FR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "FR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 5.797101449275366, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 4.347826086956519, "alpha": 1.0, "language": "ES", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 1.4492753623188406 }, { "accuracy_loss_pp": 46.37681159420289, "alpha": 2.0, "language": "ES", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 18.84057971014493 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "ES", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 26.086956521739136, "alpha": 2.0, "language": "IT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 10.144927536231885 }, { "accuracy_loss_pp": 66.66666666666667, "alpha": 4.0, "language": "IT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -1.449275362318836, "alpha": 1.0, "language": "PT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -1.449275362318836, "alpha": 2.0, "language": "PT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 46.376811594202906, "alpha": 4.0, "language": "PT", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 4.34782608695653, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 20.28985507246377 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 10.144927536231885, "alpha": 2.0, "language": "ID", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 5.797101449275362 }, { "accuracy_loss_pp": 66.66666666666667, "alpha": 4.0, "language": "ID", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 4.347826086956519, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 5.797101449275366, "alpha": 1.0, "language": "ZH", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 4.3478260869565215 }, { "accuracy_loss_pp": 43.47826086956522, "alpha": 2.0, "language": "ZH", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 2.898550724637681, "tag": "llama8b", "wrong_increase_pp": 20.28985507246377 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "ZH", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 4.347826086956519, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 11.594202898550721, "alpha": 1.0, "language": "JA", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 5.797101449275362 }, { "accuracy_loss_pp": 57.971014492753625, "alpha": 2.0, "language": "JA", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 27.536231884057973 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "JA", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 8.695652173913048, "random_wrong_increase_pp": 4.3478260869565215, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 7.246376811594213, "alpha": 1.0, "language": "KO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 1.4492753623188406 }, { "accuracy_loss_pp": 40.57971014492754, "alpha": 2.0, "language": "KO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 15.942028985507244 }, { "accuracy_loss_pp": 66.66666666666667, "alpha": 4.0, "language": "KO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 7.246376811594213, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 24.63768115942029 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 21.739130434782606, "alpha": 1.0, "language": "AR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 13.043478260869565 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 2.0, "language": "AR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "AR", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 4.347826086956519, "alpha": 1.0, "language": "HI", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 2.898550724637681 }, { "accuracy_loss_pp": 15.94202898550725, "alpha": 2.0, "language": "HI", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 7.246376811594203 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "HI", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 2.898550724637683, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 11.594202898550721, "alpha": 1.0, "language": "BN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 7.246376811594203 }, { "accuracy_loss_pp": 31.88405797101449, "alpha": 2.0, "language": "BN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 7.246376811594201, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 15.942028985507244 }, { "accuracy_loss_pp": 66.66666666666667, "alpha": 4.0, "language": "BN", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 18.840579710144922, "random_wrong_increase_pp": 7.246376811594203, "tag": "llama8b", "wrong_increase_pp": 26.08695652173913 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 14.492753623188403, "alpha": 1.0, "language": "SW", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 4.3478260869565215 }, { "accuracy_loss_pp": 55.072463768115945, "alpha": 2.0, "language": "SW", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 1.449275362318836, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 23.18840579710145 }, { "accuracy_loss_pp": 68.11594202898551, "alpha": 4.0, "language": "SW", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 5.797101449275366, "random_wrong_increase_pp": 1.4492753623188406, "tag": "llama8b", "wrong_increase_pp": 24.637681159420293 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 42.028985507246375, "alpha": 1.0, "language": "YO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "llama8b", "wrong_increase_pp": 14.492753623188406 }, { "accuracy_loss_pp": 53.62318840579711, "alpha": 2.0, "language": "YO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 7.246376811594201, "random_wrong_increase_pp": 1.4492753623188404, "tag": "llama8b", "wrong_increase_pp": 21.73913043478261 }, { "accuracy_loss_pp": 63.76811594202899, "alpha": 4.0, "language": "YO", "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 30.434782608695656, "random_wrong_increase_pp": 7.246376811594203, "tag": "llama8b", "wrong_increase_pp": 23.18840579710145 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 8.021390374331549, "alpha": 1.0, "language": "EN", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 1.06951871657754 }, { "accuracy_loss_pp": 36.36363636363637, "alpha": 2.0, "language": "EN", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 10.695187165775401 }, { "accuracy_loss_pp": 93.04812834224599, "alpha": 4.0, "language": "EN", "model": "Mistral 7B", "random_accuracy_loss_pp": 2.1390374331550777, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 12.834224598930478, "alpha": 1.0, "language": "DE", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 2.13903743315508 }, { "accuracy_loss_pp": 54.010695187165766, "alpha": 2.0, "language": "DE", "model": "Mistral 7B", "random_accuracy_loss_pp": 2.67379679144385, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 16.0427807486631 }, { "accuracy_loss_pp": 92.51336898395722, "alpha": 4.0, "language": "DE", "model": "Mistral 7B", "random_accuracy_loss_pp": 4.278074866310155, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 33.155080213903744 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 13.903743315508022, "alpha": 1.0, "language": "FR", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 3.2085561497326207 }, { "accuracy_loss_pp": 54.010695187165766, "alpha": 2.0, "language": "FR", "model": "Mistral 7B", "random_accuracy_loss_pp": 1.0695187165775444, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 17.11229946524064 }, { "accuracy_loss_pp": 94.11764705882352, "alpha": 4.0, "language": "FR", "model": "Mistral 7B", "random_accuracy_loss_pp": 2.67379679144385, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 10.6951871657754, "alpha": 1.0, "language": "ES", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 4.27807486631016 }, { "accuracy_loss_pp": 45.98930481283422, "alpha": 2.0, "language": "ES", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 13.903743315508022 }, { "accuracy_loss_pp": 93.04812834224599, "alpha": 4.0, "language": "ES", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 33.155080213903744 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 11.229946524064172, "alpha": 1.0, "language": "IT", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 3.2085561497326207 }, { "accuracy_loss_pp": 52.94117647058824, "alpha": 2.0, "language": "IT", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.5347593582887722, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 14.973262032085561 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "IT", "model": "Mistral 7B", "random_accuracy_loss_pp": 2.67379679144385, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 10.6951871657754, "alpha": 1.0, "language": "PT", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 3.2085561497326207 }, { "accuracy_loss_pp": 55.61497326203209, "alpha": 2.0, "language": "PT", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 17.647058823529413 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "PT", "model": "Mistral 7B", "random_accuracy_loss_pp": 1.0695187165775444, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 20.85561497326203, "alpha": 1.0, "language": "ID", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 4.81283422459893 }, { "accuracy_loss_pp": 72.72727272727273, "alpha": 2.0, "language": "ID", "model": "Mistral 7B", "random_accuracy_loss_pp": 1.6042780748663055, "random_wrong_increase_pp": 1.06951871657754, "tag": "mistral7b", "wrong_increase_pp": 22.459893048128343 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "ID", "model": "Mistral 7B", "random_accuracy_loss_pp": 4.8128342245989275, "random_wrong_increase_pp": 1.06951871657754, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 16.577540106951872, "alpha": 1.0, "language": "ZH", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 5.88235294117647 }, { "accuracy_loss_pp": 61.49732620320856, "alpha": 2.0, "language": "ZH", "model": "Mistral 7B", "random_accuracy_loss_pp": 3.208556149732622, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 20.32085561497326 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "ZH", "model": "Mistral 7B", "random_accuracy_loss_pp": 3.7433155080213942, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 34.22459893048128 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 24.064171122994647, "alpha": 1.0, "language": "JA", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 8.02139037433155 }, { "accuracy_loss_pp": 69.5187165775401, "alpha": 2.0, "language": "JA", "model": "Mistral 7B", "random_accuracy_loss_pp": 1.6042780748663055, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 23.52941176470588 }, { "accuracy_loss_pp": 94.11764705882352, "alpha": 4.0, "language": "JA", "model": "Mistral 7B", "random_accuracy_loss_pp": 5.3475935828877, "random_wrong_increase_pp": 2.13903743315508, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 21.92513368983957, "alpha": 1.0, "language": "KO", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 5.882352941176471 }, { "accuracy_loss_pp": 71.65775401069519, "alpha": 2.0, "language": "KO", "model": "Mistral 7B", "random_accuracy_loss_pp": 1.0695187165775333, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 24.064171122994654 }, { "accuracy_loss_pp": 91.97860962566844, "alpha": 4.0, "language": "KO", "model": "Mistral 7B", "random_accuracy_loss_pp": 4.278074866310155, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 33.155080213903744 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 42.24598930481284, "alpha": 1.0, "language": "AR", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 11.76470588235294 }, { "accuracy_loss_pp": 85.56149732620321, "alpha": 2.0, "language": "AR", "model": "Mistral 7B", "random_accuracy_loss_pp": 3.208556149732622, "random_wrong_increase_pp": 0.53475935828877, "tag": "mistral7b", "wrong_increase_pp": 28.87700534759358 }, { "accuracy_loss_pp": 92.51336898395722, "alpha": 4.0, "language": "AR", "model": "Mistral 7B", "random_accuracy_loss_pp": 11.764705882352944, "random_wrong_increase_pp": 2.13903743315508, "tag": "mistral7b", "wrong_increase_pp": 32.0855614973262 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 52.406417112299465, "alpha": 1.0, "language": "HI", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 18.181818181818183 }, { "accuracy_loss_pp": 86.63101604278074, "alpha": 2.0, "language": "HI", "model": "Mistral 7B", "random_accuracy_loss_pp": 4.278074866310155, "random_wrong_increase_pp": 1.06951871657754, "tag": "mistral7b", "wrong_increase_pp": 29.411764705882355 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "HI", "model": "Mistral 7B", "random_accuracy_loss_pp": 15.508021390374328, "random_wrong_increase_pp": 4.27807486631016, "tag": "mistral7b", "wrong_increase_pp": 34.22459893048128 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 58.823529411764696, "alpha": 1.0, "language": "BN", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 20.32085561497326 }, { "accuracy_loss_pp": 87.16577540106951, "alpha": 2.0, "language": "BN", "model": "Mistral 7B", "random_accuracy_loss_pp": 6.951871657754005, "random_wrong_increase_pp": 2.13903743315508, "tag": "mistral7b", "wrong_increase_pp": 31.01604278074866 }, { "accuracy_loss_pp": 93.58288770053476, "alpha": 4.0, "language": "BN", "model": "Mistral 7B", "random_accuracy_loss_pp": 17.647058823529406, "random_wrong_increase_pp": 5.347593582887701, "tag": "mistral7b", "wrong_increase_pp": 33.68983957219251 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 54.54545454545454, "alpha": 1.0, "language": "SW", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 18.181818181818183 }, { "accuracy_loss_pp": 89.3048128342246, "alpha": 2.0, "language": "SW", "model": "Mistral 7B", "random_accuracy_loss_pp": 6.951871657754005, "random_wrong_increase_pp": 2.6737967914438503, "tag": "mistral7b", "wrong_increase_pp": 29.946524064171122 }, { "accuracy_loss_pp": 94.6524064171123, "alpha": 4.0, "language": "SW", "model": "Mistral 7B", "random_accuracy_loss_pp": 13.36898395721925, "random_wrong_increase_pp": 3.7433155080213902, "tag": "mistral7b", "wrong_increase_pp": 34.22459893048128 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Mistral 7B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 71.12299465240642, "alpha": 1.0, "language": "YO", "model": "Mistral 7B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "mistral7b", "wrong_increase_pp": 25.13368983957219 }, { "accuracy_loss_pp": 89.83957219251337, "alpha": 2.0, "language": "YO", "model": "Mistral 7B", "random_accuracy_loss_pp": 6.951871657754005, "random_wrong_increase_pp": 2.13903743315508, "tag": "mistral7b", "wrong_increase_pp": 32.0855614973262 }, { "accuracy_loss_pp": 94.6524064171123, "alpha": 4.0, "language": "YO", "model": "Mistral 7B", "random_accuracy_loss_pp": 25.668449197860966, "random_wrong_increase_pp": 7.4866310160427805, "tag": "mistral7b", "wrong_increase_pp": 34.75935828877005 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "EN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 4.0, "language": "EN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 1.0, "language": "DE", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 2.0, "language": "DE", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 4.0, "language": "DE", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.3333333333333335 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "FR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "FR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "ES", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ES", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "ES", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "IT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 4.0, "language": "IT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "PT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 4.0, "language": "PT", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.3333333333333335 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "ID", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 4.0, "language": "ID", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 1.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ZH", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 4.0, "language": "ZH", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "JA", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 2.0, "language": "JA", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.6666666666666718, "alpha": 4.0, "language": "JA", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "KO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "KO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "AR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "AR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.3333333333333317, "alpha": 4.0, "language": "AR", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "HI", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "HI", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": 4.0, "language": "HI", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 2.0, "language": "BN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 2.6666666666666616, "alpha": 4.0, "language": "BN", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 2.0, "language": "SW", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.33333333333332993, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 3.0000000000000027, "alpha": 4.0, "language": "SW", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.666666666666671, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 1.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0000000000000018, "alpha": 1.0, "language": "YO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 4.666666666666663, "alpha": 2.0, "language": "YO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 3.0000000000000027, "random_wrong_increase_pp": 0.33333333333333337, "tag": "gemma9b", "wrong_increase_pp": 1.6666666666666667 }, { "accuracy_loss_pp": 10.666666666666668, "alpha": 4.0, "language": "YO", "model": "Gemma-2 9B", "random_accuracy_loss_pp": 5.333333333333334, "random_wrong_increase_pp": 0.6666666666666667, "tag": "gemma9b", "wrong_increase_pp": 5.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0270270270270285, "alpha": 1.0, "language": "EN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 1.3513513513513513 }, { "accuracy_loss_pp": 1.3513513513513598, "alpha": 2.0, "language": "EN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 4.054054054054057, "random_wrong_increase_pp": 2.7027027027027026, "tag": "gemma4_12b", "wrong_increase_pp": 0.6756756756756757 }, { "accuracy_loss_pp": 4.054054054054057, "alpha": 4.0, "language": "EN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 3.716216216216217, "random_wrong_increase_pp": 2.7027027027027026, "tag": "gemma4_12b", "wrong_increase_pp": 1.3513513513513513 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6756756756756688, "alpha": 1.0, "language": "DE", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6756756756756688, "alpha": 2.0, "language": "DE", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.378378378378377, "alpha": 4.0, "language": "DE", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 1.0135135135135136 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 2.0, "language": "FR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 4.054054054054057, "alpha": 4.0, "language": "FR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 2.027027027027027 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33783783783783994, "alpha": 1.0, "language": "ES", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": -0.6756756756756757 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 2.0, "language": "ES", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.33783783783783783, "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 5.067567567567566, "alpha": 4.0, "language": "ES", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 1.3513513513513487, "random_wrong_increase_pp": 0.6756756756756757, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 5.743243243243246, "alpha": 4.0, "language": "IT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 2.7027027027027026 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6756756756756799, "alpha": 2.0, "language": "PT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 11.148648648648651, "alpha": 4.0, "language": "PT", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.6756756756756799, "random_wrong_increase_pp": 0.33783783783783783, "tag": "gemma4_12b", "wrong_increase_pp": 3.3783783783783785 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 6.418918918918914, "alpha": 4.0, "language": "ID", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 1.6891891891891893 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.716216216216217, "alpha": 1.0, "language": "ZH", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 1.0135135135135136 }, { "accuracy_loss_pp": 5.743243243243246, "alpha": 2.0, "language": "ZH", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 5.743243243243246, "random_wrong_increase_pp": 2.364864864864865, "tag": "gemma4_12b", "wrong_increase_pp": 2.027027027027027 }, { "accuracy_loss_pp": 9.459459459459463, "alpha": 4.0, "language": "ZH", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 5.743243243243246, "random_wrong_increase_pp": 2.364864864864865, "tag": "gemma4_12b", "wrong_increase_pp": 3.040540540540541 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 1.0, "language": "JA", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 2.0, "language": "JA", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 10.135135135135132, "alpha": 4.0, "language": "JA", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 5.0675675675675675 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 1.0, "language": "KO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 2.0, "language": "KO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 7.432432432432434, "alpha": 4.0, "language": "KO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 3.3783783783783785 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.3648648648648685, "alpha": 1.0, "language": "AR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 1.0135135135135136 }, { "accuracy_loss_pp": 2.7027027027026973, "alpha": 2.0, "language": "AR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 2.0270270270270285, "random_wrong_increase_pp": 1.6891891891891893, "tag": "gemma4_12b", "wrong_increase_pp": 2.027027027027027 }, { "accuracy_loss_pp": 17.905405405405407, "alpha": 4.0, "language": "AR", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 4.391891891891886, "random_wrong_increase_pp": 1.3513513513513513, "tag": "gemma4_12b", "wrong_increase_pp": 7.094594594594595 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 9.121621621621623, "alpha": 4.0, "language": "HI", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 4.72972972972973 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": 1.0, "language": "BN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 0.6756756756756799, "alpha": 2.0, "language": "BN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 15.540540540540537, "alpha": 4.0, "language": "BN", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.33783783783783783, "tag": "gemma4_12b", "wrong_increase_pp": 5.405405405405405 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0135135135135087, "alpha": 1.0, "language": "SW", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.0270270270270285, "alpha": 2.0, "language": "SW", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 11.148648648648651, "alpha": 4.0, "language": "SW", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.33783783783783994, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 3.040540540540541 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3513513513513487, "alpha": 1.0, "language": "YO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": null, "random_wrong_increase_pp": null, "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 8.783783783783782, "alpha": 2.0, "language": "YO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 0.0, "random_wrong_increase_pp": 0.0, "tag": "gemma4_12b", "wrong_increase_pp": 3.040540540540541 }, { "accuracy_loss_pp": 34.45945945945946, "alpha": 4.0, "language": "YO", "model": "Gemma-4 12B", "random_accuracy_loss_pp": 1.0135135135135087, "random_wrong_increase_pp": 0.6756756756756757, "tag": "gemma4_12b", "wrong_increase_pp": 11.486486486486488 } ], "induction_alpha4": [ { "accuracy_loss_pp": 3.1152647975077885, "alpha": 4.0, "model": "Qwen3.5 0.8B", "random_accuracy_loss_pp": 0.6542056074766346, "random_wrong_increase_pp": 0.21806853582554514, "tag": "q35_08b", "wrong_increase_pp": 1.6199376947040498 }, { "accuracy_loss_pp": 0.8222222222222242, "alpha": 4.0, "model": "Qwen3.5 2B", "random_accuracy_loss_pp": 1.0666666666666675, "random_wrong_increase_pp": 0.35555555555555557, "tag": "q35_2b", "wrong_increase_pp": 0.15555555555555556 }, { "accuracy_loss_pp": 2.0888888888888903, "alpha": 4.0, "model": "Qwen3.5 4B", "random_accuracy_loss_pp": 0.6222222222222226, "random_wrong_increase_pp": 0.13333333333333333, "tag": "q35_4b", "wrong_increase_pp": 0.5333333333333333 }, { "accuracy_loss_pp": 0.7111111111111114, "alpha": 4.0, "model": "Qwen3.5 9B", "random_accuracy_loss_pp": 0.8666666666666674, "random_wrong_increase_pp": 0.3333333333333333, "tag": "q35_9b", "wrong_increase_pp": 0.11111111111111112 }, { "accuracy_loss_pp": 0.4666666666666656, "alpha": 4.0, "model": "Qwen3.5 27B", "random_accuracy_loss_pp": 0.19999999999999943, "random_wrong_increase_pp": 0.08888888888888889, "tag": "q35_27b", "wrong_increase_pp": 0.17777777777777776 }, { "accuracy_loss_pp": 12.032520325203253, "alpha": 4.0, "model": "Qwen2.5 3B", "random_accuracy_loss_pp": 0.9214092140921423, "random_wrong_increase_pp": 0.3523035230352304, "tag": "q25_3b", "wrong_increase_pp": 4.037940379403794 }, { "accuracy_loss_pp": 2.066666666666666, "alpha": 4.0, "model": "Qwen2.5 7B", "random_accuracy_loss_pp": 0.4888888888888883, "random_wrong_increase_pp": 0.2, "tag": "q25_7b", "wrong_increase_pp": 0.6666666666666666 }, { "accuracy_loss_pp": 65.9903381642512, "alpha": 4.0, "model": "Llama-3.1 8B†", "random_accuracy_loss_pp": 6.76328502415459, "random_wrong_increase_pp": 1.932367149758454, "tag": "llama8b", "wrong_increase_pp": 25.31400966183575 }, { "accuracy_loss_pp": 93.47593582887701, "alpha": 4.0, "model": "Mistral 7B", "random_accuracy_loss_pp": 7.664884135472369, "random_wrong_increase_pp": 1.889483065953654, "tag": "mistral7b", "wrong_increase_pp": 33.65418894830659 }, { "accuracy_loss_pp": 2.2666666666666675, "alpha": 4.0, "model": "Gemma-2 9B", "random_accuracy_loss_pp": 0.48888888888888904, "random_wrong_increase_pp": 0.11111111111111112, "tag": "gemma9b", "wrong_increase_pp": 1.3555555555555556 }, { "accuracy_loss_pp": 10.337837837837837, "alpha": 4.0, "model": "Gemma-4 12B", "random_accuracy_loss_pp": 1.2162162162162162, "random_wrong_increase_pp": 0.5630630630630631, "tag": "gemma4_12b", "wrong_increase_pp": 3.6936936936936937 } ], "induction_site": "selected attention-head outputs on neutral questions; EN fit", "interpretation": "descriptive dose/cost; not clean induction or free-form mitigation", "provenance": { "inputs": [ { "path": "data/raw/paper-final/ccausal_gemma4_12b.json", "sha256": "e8bacbc49152f9e86bda2f07876445a228c49b5dcbb79266b395000d98267924" }, { "path": "data/raw/paper-final/ccausal_gemma9b.json", "sha256": "a6ea305f5db7378b509b9857ab6b81b46276af4a18452ea5d928fa70734cf943" }, { "path": "data/raw/paper-final/ccausal_llama8b.json", "sha256": "6c4050228e1cd173ba4eca1d2ff7f0be2132cd5deaed69f123bbeca2fee89fe7" }, { "path": "data/raw/paper-final/ccausal_mistral7b.json", "sha256": "59911b2c60da0a491b89635bd2b734815a41e15b32a601edb7f2d2faf29df283" }, { "path": "data/raw/paper-final/ccausal_q25_3b.json", "sha256": "6282b9d00925ed83179771c2ba00126a3e6aede33296011d178a18c22c3aec28" }, { "path": "data/raw/paper-final/ccausal_q25_7b.json", "sha256": "f09ebbcca245586d47cde7694ff39fe02d131bc5021da9f892dc86188f296813" }, { "path": "data/raw/paper-final/ccausal_q35_08b.json", "sha256": "41149aa17c9640b6e94b216b3f340ccf75768edfffee419adabe06062a5c0553" }, { "path": "data/raw/paper-final/ccausal_q35_27b.json", "sha256": "0c89ecb362c4fbe6167b0007916ba819ff72599be397c8b6324fa50304fba7bd" }, { "path": "data/raw/paper-final/ccausal_q35_2b.json", "sha256": "39dceb7b5de29cd354d6cdf78761b3e80307de593aebc374e881c21e9accd1d6" }, { "path": "data/raw/paper-final/ccausal_q35_4b.json", "sha256": "d40b3c78eae325242d91c39ec452dc31dbc9dc3a4bd27dac1fd56cd47138a577" }, { "path": "data/raw/paper-final/ccausal_q35_9b.json", "sha256": "a8b032bfd8bde7c14371006f793bfe0adfa2b7180f5d434803812e5fed7d8b77" }, { "path": "data/raw/paper-final/induce_gemma4_12b.json", "sha256": "a49afb63b03b71741774c94f146bcc7845c4287c5cf58a258b0e503ed0cb43cf" }, { "path": "data/raw/paper-final/induce_gemma9b.json", "sha256": "a61058f0ab1b3d1c7bc0ac3fa8a4eec604a66dc88f00703d125b00b61423be4c" }, { "path": "data/raw/paper-final/induce_llama8b.json", "sha256": "4d59eabde53dec3a950ad1efca7ef8c7d61d11a23d2edc32714f43fe65917d29" }, { "path": "data/raw/paper-final/induce_mistral7b.json", "sha256": "9927cded76c3e63a70ac8f2a8dc79723ce526451dab9908d4f62751c0b45510e" }, { "path": "data/raw/paper-final/induce_q25_3b.json", "sha256": "ac20bbbed844655ad7c886ed226689d186ec5bd32862168304c039e0ba9d6277" }, { "path": "data/raw/paper-final/induce_q25_7b.json", "sha256": "97a228c323bb14adafc3f21d65dba104a237110c2c1c3792782507d69e135a4e" }, { "path": "data/raw/paper-final/induce_q35_08b.json", "sha256": "9dcc1209d90aa8b8e07357a58d638abd8e982fbde3d0012b34272a51b68db9b2" }, { "path": "data/raw/paper-final/induce_q35_27b.json", "sha256": "f7a0038fd2d38e24ce0a9d06ef7d4bb3ae8e3a61616537038b53012fe9af715a" }, { "path": "data/raw/paper-final/induce_q35_2b.json", "sha256": "649f89e2bb0dd2f94e8600ae71d4e462d24d8e50a7bf35e5208a9e533cbf66d6" }, { "path": "data/raw/paper-final/induce_q35_4b.json", "sha256": "2a449fd5e6ad73e6fc42aa19e7b929041b08eb37f0fbaabc90542c438a4c5172" }, { "path": "data/raw/paper-final/induce_q35_9b.json", "sha256": "8fe96f05389f5ba327c737977a3de4f9fd731f650d31bf96071beb0ddd20eba6" } ], "run_id": "paper-final" }, "steering": [ { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -1.4018691588785048 }, { "accuracy_loss_pp": -0.4672897196261627, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.4672897196261738, "alpha": -1.0, "language": "IT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261738, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.4672897196261627, "alpha": -1.0, "language": "ID", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": -2.0, "language": "ZH", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": -1.0, "language": "ZH", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -1.869158878504673 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -1.4018691588785048 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.4672897196261627, "alpha": -2.0, "language": "KO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": -0.4672897196261627, "alpha": -1.0, "language": "KO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -1.4018691588785048 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523366 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": -2.0, "language": "HI", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -1.4018691588785048 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": -1.0, "language": "HI", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "BN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.4672897196261627, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.4672897196261738, "alpha": -2.0, "language": "SW", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": -0.4672897196261738, "alpha": -1.0, "language": "SW", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.9345794392523366, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.4672897196261738, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "YO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.9345794392523366 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.4672897196261683 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6666666666666599, "alpha": -2.0, "language": "EN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666654 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -1.0, "language": "EN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.6666666666666682 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": -2.0, "language": "ZH", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": -1.0, "language": "ZH", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "JA", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -1.0, "language": "JA", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666682 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "HI", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": -1.0, "language": "HI", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "BN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -1.0, "language": "BN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "YO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.6666666666666682 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.666666666666671 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.9999999999999953 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.9999999999999953 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "BN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -1.0, "language": "BN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.33333333333334103, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.33333333333332993 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": -2.0, "language": "YO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 1.0000000000000009, "alpha": -1.0, "language": "YO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "JA", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -1.0, "language": "JA", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 1.3333333333333335 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.6666666666666682 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "BN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "YO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.9999999999999953 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "BN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -1.0, "language": "BN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "BN", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "YO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -1.0000000000000009 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": -1.0, "language": "YO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "YO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": 0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.4065040650406526 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.6260162601625994 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 2.0325203252032518 }, { "accuracy_loss_pp": 0.40650406504065817, "alpha": -2.0, "language": "DE", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -1.626016260162602 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064984 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219523 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219523 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813025 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.626016260162602 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300812997 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813025 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -1.2195121951219496 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300812997 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064984 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 2.0, "language": "PT", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064984 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.40650406504064707, "alpha": 1.0, "language": "ID", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064984 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064984 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300813025 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300813025 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064984 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 2.0, "language": "JA", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064707 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.4065040650406526 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064707 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219523 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": -2.0, "language": "AR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300812997 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": -1.0, "language": "AR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.40650406504064707 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 1.0, "language": "AR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.8130081300812997 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 2.0, "language": "AR", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219523 }, { "accuracy_loss_pp": 0.8130081300812941, "alpha": -2.0, "language": "HI", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.4065040650406526 }, { "accuracy_loss_pp": 0.8130081300812941, "alpha": -1.0, "language": "HI", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 1.2195121951219523 }, { "accuracy_loss_pp": -0.40650406504064707, "alpha": -2.0, "language": "BN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.8130081300812997 }, { "accuracy_loss_pp": -0.40650406504064707, "alpha": -1.0, "language": "BN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.4065040650406526 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": -0.4065040650406526 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064707 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064984 }, { "accuracy_loss_pp": -0.40650406504065817, "alpha": -1.0, "language": "SW", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.40650406504064707, "alpha": 2.0, "language": "SW", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.40650406504064984 }, { "accuracy_loss_pp": 0.8130081300813052, "alpha": -2.0, "language": "YO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.40650406504064707, "alpha": -1.0, "language": "YO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "YO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.4065040650406509 }, { "accuracy_loss_pp": 0.8130081300813052, "alpha": 2.0, "language": "YO", "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.8130081300813007 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "DE", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "FR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -1.0, "language": "FR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.9999999999999996 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "IT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "IT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "ZH", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": 1.0, "language": "JA", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333334103, "alpha": 2.0, "language": "JA", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "KO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -1.0, "language": "KO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "BN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.6666666666666682 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.6666666666666667 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.3333333333333341 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "YO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": -0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "YO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.33333333333333337 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -2.8985507246376803 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.4492753623188386 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 4.3478260869565215 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 4.3478260869565215 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 2.898550724637683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": 1.0, "language": "ZH", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 2.898550724637683, "alpha": 2.0, "language": "ZH", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -2.898550724637683 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": -1.449275362318836, "alpha": -2.0, "language": "KO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -1.449275362318836, "alpha": -1.0, "language": "KO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 1.449275362318847, "alpha": 2.0, "language": "KO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 2.898550724637683 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318847 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": 2.0, "language": "AR", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -4.347826086956519 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -2.898550724637683 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 2.898550724637683 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": -2.0, "language": "BN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -2.898550724637683 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": -1.0, "language": "BN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 4.347826086956519, "alpha": 2.0, "language": "BN", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": -1.449275362318836 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": 1.0, "language": "SW", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.449275362318836, "alpha": 2.0, "language": "SW", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "YO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.4492753623188404 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.4492753623188404 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.449275362318847, "alpha": 1.0, "language": "YO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "YO", "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887694 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.5347593582887722 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550803 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.67379679144385 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.1390374331550777 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.604278074866311 }, { "accuracy_loss_pp": 1.0695187165775444, "alpha": 2.0, "language": "DE", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550834 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.604278074866311 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887666 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": 1.0, "language": "FR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775444 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": 2.0, "language": "FR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550834 }, { "accuracy_loss_pp": -0.5347593582887722, "alpha": -2.0, "language": "ES", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.67379679144385 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.604278074866311 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550834 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775444 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887722 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.604278074866311 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887722 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775388 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": 1.0, "language": "ID", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.6042780748663055 }, { "accuracy_loss_pp": 1.0695187165775444, "alpha": 2.0, "language": "ID", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550777 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.1390374331550777 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887611 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.0695187165775444, "alpha": 1.0, "language": "ZH", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775444 }, { "accuracy_loss_pp": 1.6042780748663055, "alpha": 2.0, "language": "ZH", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775444 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.1390374331550777 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -0.5347593582887722 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": 1.0, "language": "JA", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.5347593582887722 }, { "accuracy_loss_pp": 1.6042780748663055, "alpha": 2.0, "language": "JA", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.6042780748663166 }, { "accuracy_loss_pp": -1.0695187165775444, "alpha": -2.0, "language": "KO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.67379679144385 }, { "accuracy_loss_pp": -1.0695187165775444, "alpha": -1.0, "language": "KO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.6042780748663055 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.5347593582887611, "alpha": 1.0, "language": "KO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775444 }, { "accuracy_loss_pp": 2.1390374331550777, "alpha": 2.0, "language": "KO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 3.208556149732622 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": -2.0, "language": "AR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.67379679144385 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.6042780748663055 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6042780748663055, "alpha": 2.0, "language": "AR", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775444 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": -2.0, "language": "HI", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -4.8128342245989275 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": -1.0, "language": "HI", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.6042780748663055 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 3.208556149732622 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": 2.0, "language": "HI", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 3.7433155080213942 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "BN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -5.882352941176472 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.67379679144385 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 2.1390374331550777, "alpha": 1.0, "language": "BN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.1390374331550777 }, { "accuracy_loss_pp": 5.882352941176472, "alpha": 2.0, "language": "BN", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 4.8128342245989275 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775402 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -1.0695187165775402 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.6042780748663055, "alpha": 1.0, "language": "SW", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.0695187165775402 }, { "accuracy_loss_pp": 2.67379679144385, "alpha": 2.0, "language": "SW", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 1.604278074866311 }, { "accuracy_loss_pp": 0.5347593582887722, "alpha": -2.0, "language": "YO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -4.81283422459893 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "YO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": -2.1390374331550803 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 3.208556149732622, "alpha": 1.0, "language": "YO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 4.8128342245989275 }, { "accuracy_loss_pp": 6.4171122994652325, "alpha": 2.0, "language": "YO", "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 6.951871657754011 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "EN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "EN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "EN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333341 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ES", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ES", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "PT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "PT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666682 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ZH", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ZH", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ZH", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ZH", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "JA", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 1.0, "language": "KO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": 2.0, "language": "KO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 1.3333333333333364 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "AR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.33333333333332993, "alpha": -2.0, "language": "HI", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.3333333333333327 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "BN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -1.0000000000000009 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.33333333333332993 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "SW", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": -0.6666666666666654 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "SW", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3333333333333355 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 1.0000000000000009 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -2.0, "language": "YO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33333333333332993, "alpha": -1.0, "language": "YO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.666666666666671, "alpha": 1.0, "language": "YO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3333333333333308, "alpha": 2.0, "language": "YO", "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.6666666666666654 }, { "accuracy_loss_pp": 1.0135135135135198, "alpha": -2.0, "language": "EN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -1.0, "language": "EN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "EN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "EN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33783783783782884, "alpha": 2.0, "language": "EN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "DE", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "DE", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "DE", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "DE", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "DE", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.6756756756756757 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "FR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "FR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "FR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "FR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "FR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33783783783783994, "alpha": -2.0, "language": "ES", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": -0.33783783783783994, "alpha": -1.0, "language": "ES", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ES", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ES", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ES", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "IT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "IT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "IT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "IT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "IT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -2.0, "language": "PT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -1.0, "language": "PT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "PT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "PT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "PT", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "ID", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "ID", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ID", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "ID", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "ID", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 1.3513513513513487, "alpha": -2.0, "language": "ZH", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.6756756756756799, "alpha": -1.0, "language": "ZH", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "ZH", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33783783783783994, "alpha": 1.0, "language": "ZH", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -0.33783783783783994, "alpha": 2.0, "language": "ZH", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -2.0, "language": "JA", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783716 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "JA", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "JA", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "JA", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783716 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "JA", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783716 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "KO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "KO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "KO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "KO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783994 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "KO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783994 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "AR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "AR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "AR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "AR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "AR", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "HI", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783855 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "HI", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783855 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "HI", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "HI", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "HI", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": -2.0, "language": "BN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783855 }, { "accuracy_loss_pp": 0.0, "alpha": -1.0, "language": "BN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.33783783783783855 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "BN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "BN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "BN", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -2.0, "language": "SW", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -1.0, "language": "SW", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "SW", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 1.0, "language": "SW", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.0, "alpha": 2.0, "language": "SW", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.33783783783783783 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -2.0, "language": "YO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.33783783783783994, "alpha": -1.0, "language": "YO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": 0.0, "alpha": 0.0, "language": "YO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -1.0135135135135198, "alpha": 1.0, "language": "YO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 }, { "accuracy_loss_pp": -1.0135135135135198, "alpha": 2.0, "language": "YO", "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": 0.0 } ], "steering_alpha2": [ { "accuracy_loss_pp": -0.031152647975078256, "alpha": 2.0, "model": "Qwen3.5 0.8B", "tag": "q35_08b", "wrong_increase_pp": -0.21806853582554525 }, { "accuracy_loss_pp": 0.06666666666666599, "alpha": 2.0, "model": "Qwen3.5 2B", "tag": "q35_2b", "wrong_increase_pp": -0.1777777777777779 }, { "accuracy_loss_pp": 0.04444444444444547, "alpha": 2.0, "model": "Qwen3.5 4B", "tag": "q35_4b", "wrong_increase_pp": 0.04444444444444427 }, { "accuracy_loss_pp": -0.04444444444444473, "alpha": 2.0, "model": "Qwen3.5 9B", "tag": "q35_9b", "wrong_increase_pp": -0.022222222222222084 }, { "accuracy_loss_pp": 0.022222222222221994, "alpha": 2.0, "model": "Qwen3.5 27B", "tag": "q35_27b", "wrong_increase_pp": -0.0444444444444444 }, { "accuracy_loss_pp": 0.16260162601625958, "alpha": 2.0, "model": "Qwen2.5 3B", "tag": "q25_3b", "wrong_increase_pp": 0.7317073170731709 }, { "accuracy_loss_pp": 0.022222222222221255, "alpha": 2.0, "model": "Qwen2.5 7B", "tag": "q25_7b", "wrong_increase_pp": 0.28888888888888886 }, { "accuracy_loss_pp": 0.7729468599033815, "alpha": 2.0, "model": "Llama-3.1 8B†", "tag": "llama8b", "wrong_increase_pp": 1.4492753623188392 }, { "accuracy_loss_pp": 1.6755793226381457, "alpha": 2.0, "model": "Mistral 7B", "tag": "mistral7b", "wrong_increase_pp": 2.4598930481283436 }, { "accuracy_loss_pp": 0.11111111111111072, "alpha": 2.0, "model": "Gemma-2 9B", "tag": "gemma9b", "wrong_increase_pp": 0.3777777777777783 }, { "accuracy_loss_pp": -0.11261261261261257, "alpha": 2.0, "model": "Gemma-4 12B", "tag": "gemma4_12b", "wrong_increase_pp": -0.06756756756756746 } ], "steering_site": "one residual-stream layer on false-assertion questions; EN+DE fit" }