Hugging Face's logo

Horizon-Labs
/
multilingual-edu-classifier-base

Text Classification
Transformers
ONNX
Safetensors
modernbert
fineweb-edu
educational-quality
data-filtering
data-curation
pretraining-data
quality-classifier
regression
mmbert
text-embeddings-inference
Model card Files
xet
 Community
multilingual-edu-classifier-base
File size: 2,875 Bytes
4c78335
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
 "Horizon-Labs/multilingual-edu-classifier-base": {
  "en_llama3": {
   "n": 6000,
   "spearman": 0.7872813487073106,
   "pearson": 0.8351421432903272,
   "f1_ge3": 0.728952772073922,
   "acc_round": 0.7476666666666667,
   "mean_pred": 1.2782860511144003
  },
  "fw2_gemma": {
   "n": 9750,
   "spearman": 0.8450906431034418,
   "pearson": 0.8207868564912835,
   "f1_ge3": 0.6752843846949328,
   "acc_round": 0.36205128205128206,
   "mean_pred": 1.5009273838141026,
   "by_lang": {
    "afr_Latn": 0.8354312970301302,
    "amh_Ethi": 0.7226772608607542,
    "arb_Arab": 0.8772096939155019,
    "azj_Latn": 0.7057118013611036,
    "ben_Beng": 0.8406017182365667,
    "bul_Cyrl": 0.8327940607238724,
    "cat_Latn": 0.8869410282403984,
    "ces_Latn": 0.8542127413643872,
    "cmn_Hani": 0.9061458171153822,
    "dan_Latn": 0.8596749388978523,
    "deu_Latn": 0.8358100468441051,
    "ekk_Latn": 0.842908967364538,
    "ell_Grek": 0.8461897464476511,
    "eus_Latn": 0.8764490818499924,
    "fas_Arab": 0.8469475385148192,
    "fil_Latn": 0.8322411926733982,
    "fin_Latn": 0.8683966167807196,
    "fra_Latn": 0.8437091557242566,
    "glg_Latn": 0.7896021409050934,
    "guj_Gujr": 0.813090032087309,
    "heb_Hebr": 0.8652332872429974,
    "hin_Deva": 0.8213274736396134,
    "hrv_Latn": 0.8273947013778662,
    "hun_Latn": 0.8958194615798268,
    "hye_Armn": 0.7593139520937936,
    "ind_Latn": 0.8725722973454665,
    "isl_Latn": 0.8181965693428497,
    "ita_Latn": 0.8695465937477704,
    "jpn_Jpan": 0.824234334269232,
    "kan_Knda": 0.777199809231055,
    "kat_Geor": 0.8095770382329868,
    "kaz_Cyrl": 0.8600879461449487,
    "khm_Khmr": 0.7869403584086031,
    "kor_Hang": 0.8632528765455334,
    "lit_Latn": 0.8895197060361679,
    "lvs_Latn": 0.8130252683156928,
    "mal_Mlym": 0.792077521255803,
    "mar_Deva": 0.8554862096696264,
    "mkd_Cyrl": 0.8678553063054595,
    "mya_Mymr": 0.7565814544861862,
    "nld_Latn": 0.8673050855167419,
    "nob_Latn": 0.8765223037685904,
    "npi_Deva": 0.7446087973290386,
    "pan_Guru": 0.8813799969711958,
    "pol_Latn": 0.8899833785857204,
    "por_Latn": 0.8406938257923011,
    "ron_Latn": 0.8782832556761792,
    "rus_Cyrl": 0.874085195410212,
    "sin_Sinh": 0.7554593140148935,
    "slk_Latn": 0.8623580574068277,
    "slv_Latn": 0.8367408306715697,
    "spa_Latn": 0.7939552240030892,
    "srp_Cyrl": 0.7983253478975832,
    "swe_Latn": 0.8841439307342573,
    "swh_Latn": 0.7844636847317096,
    "tam_Taml": 0.8260780931085245,
    "tel_Telu": 0.7882658060696976,
    "tha_Thai": 0.8524932085065982,
    "tur_Latn": 0.8775134587671904,
    "ukr_Cyrl": 0.8891288249908217,
    "urd_Arab": 0.7460916200994978,
    "uzn_Latn": 0.8466377760501862,
    "vie_Latn": 0.8699744495514617,
    "yue_Hani": 0.8428927941184925,
    "zsm_Latn": 0.8797740230933696
   },
   "lang_mean_spearman": 0.8358330050011548
  }
 }
}