{
 "Horizon-Labs/multilingual-edu-classifier-small": {
  "en_llama3": {
   "n": 6000,
   "spearman": 0.7806486257940455,
   "pearson": 0.8258993368385983,
   "f1_ge3": 0.7229660144181257,
   "acc_round": 0.7445,
   "mean_pred": 1.2849282811482747
  },
  "fw2_gemma": {
   "n": 9750,
   "spearman": 0.8229646050087759,
   "pearson": 0.8027118751927074,
   "f1_ge3": 0.6560411311053984,
   "acc_round": 0.35528205128205126,
   "mean_pred": 1.5042542067307692,
   "by_lang": {
    "afr_Latn": 0.8324643806364161,
    "amh_Ethi": 0.6527163532802839,
    "arb_Arab": 0.8537947142582629,
    "azj_Latn": 0.7143450544733702,
    "ben_Beng": 0.8316663005565464,
    "bul_Cyrl": 0.8282896409293251,
    "cat_Latn": 0.8707555817555575,
    "ces_Latn": 0.844450353912743,
    "cmn_Hani": 0.8820736922744913,
    "dan_Latn": 0.8343142874684017,
    "deu_Latn": 0.8325250129605215,
    "ekk_Latn": 0.8218100097809127,
    "ell_Grek": 0.7934464475433403,
    "eus_Latn": 0.8800022872080385,
    "fas_Arab": 0.8470169097534149,
    "fil_Latn": 0.8442682161723605,
    "fin_Latn": 0.8669205255045915,
    "fra_Latn": 0.8208254558714991,
    "glg_Latn": 0.7614790519373804,
    "guj_Gujr": 0.7314915285749974,
    "heb_Hebr": 0.8463697315078792,
    "hin_Deva": 0.7578930306028694,
    "hrv_Latn": 0.8082242732612851,
    "hun_Latn": 0.8825484328905975,
    "hye_Armn": 0.6842719557511094,
    "ind_Latn": 0.8609838260404998,
    "isl_Latn": 0.7418545203470427,
    "ita_Latn": 0.8498914215326401,
    "jpn_Jpan": 0.8156346295723632,
    "kan_Knda": 0.7163463795740999,
    "kat_Geor": 0.6985971024977368,
    "kaz_Cyrl": 0.8406944060823827,
    "khm_Khmr": 0.7199853439111266,
    "kor_Hang": 0.85088834199704,
    "lit_Latn": 0.8708422268253491,
    "lvs_Latn": 0.7807781743697573,
    "mal_Mlym": 0.7011508075482241,
    "mar_Deva": 0.807995253523873,
    "mkd_Cyrl": 0.8395539810258666,
    "mya_Mymr": 0.7127635302457428,
    "nld_Latn": 0.8640267329580908,
    "nob_Latn": 0.8754884202036322,
    "npi_Deva": 0.7099653993986771,
    "pan_Guru": 0.8078698591124944,
    "pol_Latn": 0.8701973408844796,
    "por_Latn": 0.853954923029045,
    "ron_Latn": 0.8671407192759586,
    "rus_Cyrl": 0.8424906996797926,
    "sin_Sinh": 0.6839213752485941,
    "slk_Latn": 0.8654012216256995,
    "slv_Latn": 0.8325595342200521,
    "spa_Latn": 0.7691205718358913,
    "srp_Cyrl": 0.7747348768247514,
    "swe_Latn": 0.8749448346148986,
    "swh_Latn": 0.7634824036643219,
    "tam_Taml": 0.7879902064271743,
    "tel_Telu": 0.7789893930991914,
    "tha_Thai": 0.8445874328118459,
    "tur_Latn": 0.8736551637442976,
    "ukr_Cyrl": 0.8658313967754326,
    "urd_Arab": 0.6894120263232287,
    "uzn_Latn": 0.7890692903037142,
    "vie_Latn": 0.8550589441995413,
    "yue_Hani": 0.824180379001555,
    "zsm_Latn": 0.8676112439026744
   },
   "lang_mean_spearman": 0.8086708855865381
  }
 }
}