| { |
| "Horizon-Labs/multilingual-edu-classifier-small": { |
| "en_llama3": { |
| "n": 6000, |
| "spearman": 0.7806486257940455, |
| "pearson": 0.8258993368385983, |
| "f1_ge3": 0.7229660144181257, |
| "acc_round": 0.7445, |
| "mean_pred": 1.2849282811482747 |
| }, |
| "fw2_gemma": { |
| "n": 9750, |
| "spearman": 0.8229646050087759, |
| "pearson": 0.8027118751927074, |
| "f1_ge3": 0.6560411311053984, |
| "acc_round": 0.35528205128205126, |
| "mean_pred": 1.5042542067307692, |
| "by_lang": { |
| "afr_Latn": 0.8324643806364161, |
| "amh_Ethi": 0.6527163532802839, |
| "arb_Arab": 0.8537947142582629, |
| "azj_Latn": 0.7143450544733702, |
| "ben_Beng": 0.8316663005565464, |
| "bul_Cyrl": 0.8282896409293251, |
| "cat_Latn": 0.8707555817555575, |
| "ces_Latn": 0.844450353912743, |
| "cmn_Hani": 0.8820736922744913, |
| "dan_Latn": 0.8343142874684017, |
| "deu_Latn": 0.8325250129605215, |
| "ekk_Latn": 0.8218100097809127, |
| "ell_Grek": 0.7934464475433403, |
| "eus_Latn": 0.8800022872080385, |
| "fas_Arab": 0.8470169097534149, |
| "fil_Latn": 0.8442682161723605, |
| "fin_Latn": 0.8669205255045915, |
| "fra_Latn": 0.8208254558714991, |
| "glg_Latn": 0.7614790519373804, |
| "guj_Gujr": 0.7314915285749974, |
| "heb_Hebr": 0.8463697315078792, |
| "hin_Deva": 0.7578930306028694, |
| "hrv_Latn": 0.8082242732612851, |
| "hun_Latn": 0.8825484328905975, |
| "hye_Armn": 0.6842719557511094, |
| "ind_Latn": 0.8609838260404998, |
| "isl_Latn": 0.7418545203470427, |
| "ita_Latn": 0.8498914215326401, |
| "jpn_Jpan": 0.8156346295723632, |
| "kan_Knda": 0.7163463795740999, |
| "kat_Geor": 0.6985971024977368, |
| "kaz_Cyrl": 0.8406944060823827, |
| "khm_Khmr": 0.7199853439111266, |
| "kor_Hang": 0.85088834199704, |
| "lit_Latn": 0.8708422268253491, |
| "lvs_Latn": 0.7807781743697573, |
| "mal_Mlym": 0.7011508075482241, |
| "mar_Deva": 0.807995253523873, |
| "mkd_Cyrl": 0.8395539810258666, |
| "mya_Mymr": 0.7127635302457428, |
| "nld_Latn": 0.8640267329580908, |
| "nob_Latn": 0.8754884202036322, |
| "npi_Deva": 0.7099653993986771, |
| "pan_Guru": 0.8078698591124944, |
| "pol_Latn": 0.8701973408844796, |
| "por_Latn": 0.853954923029045, |
| "ron_Latn": 0.8671407192759586, |
| "rus_Cyrl": 0.8424906996797926, |
| "sin_Sinh": 0.6839213752485941, |
| "slk_Latn": 0.8654012216256995, |
| "slv_Latn": 0.8325595342200521, |
| "spa_Latn": 0.7691205718358913, |
| "srp_Cyrl": 0.7747348768247514, |
| "swe_Latn": 0.8749448346148986, |
| "swh_Latn": 0.7634824036643219, |
| "tam_Taml": 0.7879902064271743, |
| "tel_Telu": 0.7789893930991914, |
| "tha_Thai": 0.8445874328118459, |
| "tur_Latn": 0.8736551637442976, |
| "ukr_Cyrl": 0.8658313967754326, |
| "urd_Arab": 0.6894120263232287, |
| "uzn_Latn": 0.7890692903037142, |
| "vie_Latn": 0.8550589441995413, |
| "yue_Hani": 0.824180379001555, |
| "zsm_Latn": 0.8676112439026744 |
| }, |
| "lang_mean_spearman": 0.8086708855865381 |
| } |
| } |
| } |
