Hugging Face's logo

Horizon-Labs
/
multilingual-question-vs-statement-small

Text Classification
Transformers
ONNX
Safetensors
Transformers.js
modernbert
question-detection
query-classification
haystack
rag
search
mmbert
text-embeddings-inference
Model card Files
xet
 Community
multilingual-question-vs-statement-small
File size: 3,629 Bytes
bec42d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
{
 "Horizon-Labs/multilingual-question-vs-statement-small": {
  "sentences": {
   "n": 11357,
   "acc": 0.9341375363212115,
   "macro_f1": 0.9322758039653126,
   "lang_bal_acc": {
    "afr_Latn": 0.925,
    "amh_Ethi": 0.8778571428571429,
    "arb_Arab": 0.9265584415584416,
    "azj_Latn": 0.94875,
    "ben_Beng": 0.9466129032258064,
    "bul_Cyrl": 0.9199999999999999,
    "cat_Latn": 0.9605882352941176,
    "ces_Latn": 0.9577777777777778,
    "cmn_Hani": 0.9394444444444444,
    "dan_Latn": 0.8621929824561403,
    "deu_Latn": 0.9405555555555556,
    "ekk_Latn": 0.9385294117647058,
    "ell_Grek": 0.9005319148936171,
    "eng_Latn": 0.969025974025974,
    "eus_Latn": 0.9343939393939393,
    "fas_Arab": 0.9427659574468085,
    "fil_Latn": 0.94,
    "fin_Latn": 0.8992929292929293,
    "fra_Latn": 0.9546464646464646,
    "glg_Latn": 0.9441836734693878,
    "guj_Gujr": 0.9244444444444444,
    "heb_Hebr": 0.9545360824742268,
    "hin_Deva": 0.9685897435897436,
    "hrv_Latn": 0.8763157894736842,
    "hun_Latn": 0.9094117647058824,
    "hye_Armn": 0.8453703703703703,
    "ind_Latn": 0.9233333333333333,
    "isl_Latn": 0.9728048780487805,
    "ita_Latn": 0.8355555555555556,
    "jpn_Jpan": 0.9515217391304347,
    "kan_Knda": 0.9547474747474747,
    "kat_Geor": 0.8917857142857143,
    "kaz_Cyrl": 0.9695762711864406,
    "kor_Hang": 0.9655882352941176,
    "lit_Latn": 0.9239473684210526,
    "lvs_Latn": 0.9657692307692307,
    "mal_Mlym": 0.9394594594594594,
    "mar_Deva": 0.9236082474226803,
    "mkd_Cyrl": 0.9409459459459459,
    "nld_Latn": 0.8899999999999999,
    "nob_Latn": 0.90625,
    "npi_Deva": 0.9761904761904762,
    "pan_Guru": 0.8918292682926829,
    "pol_Latn": 0.9143434343434343,
    "por_Latn": 0.8741095890410959,
    "ron_Latn": 0.8893434343434343,
    "rus_Cyrl": 0.9173684210526316,
    "sin_Sinh": 0.9476315789473684,
    "slk_Latn": 0.8725,
    "slv_Latn": 0.9736842105263157,
    "spa_Latn": 0.9735714285714285,
    "srp_Cyrl": 0.9576027397260274,
    "swe_Latn": 0.9564705882352941,
    "swh_Latn": 0.9494897959183674,
    "tam_Taml": 0.935,
    "tel_Telu": 0.9495918367346938,
    "tur_Latn": 0.9096575342465754,
    "ukr_Cyrl": 0.9367901234567901,
    "uzn_Latn": 0.94,
    "vie_Latn": 0.885,
    "yue_Hani": 0.925,
    "zsm_Latn": 0.8942929292929294
   },
   "lang_mean_bal_acc": 0.9279312384787317,
   "acc_en": 0.9717514124293786
  },
  "queries": {
   "n": 9399,
   "acc": 0.9898925417597617,
   "macro_f1": 0.9898925124697273,
   "lang_bal_acc": {
    "arb_Arab": 0.995,
    "ben_Beng": 0.98,
    "bul_Cyrl": 0.995,
    "cat_Latn": 0.99,
    "ces_Latn": 1.0,
    "cmn_Hani": 0.985,
    "dan_Latn": 0.995,
    "deu_Latn": 0.995,
    "ekk_Latn": 0.99,
    "ell_Grek": 1.0,
    "eng_Latn": 0.995,
    "fas_Arab": 0.99,
    "fil_Latn": 0.975,
    "fin_Latn": 1.0,
    "fra_Latn": 1.0,
    "heb_Hebr": 1.0,
    "hin_Deva": 0.985,
    "hrv_Latn": 0.995,
    "hun_Latn": 0.985,
    "ind_Latn": 0.995,
    "ita_Latn": 0.98,
    "jpn_Jpan": 0.99,
    "kor_Hang": 0.975,
    "lit_Latn": 0.99,
    "lvs_Latn": 1.0,
    "mar_Deva": 0.975,
    "nld_Latn": 1.0,
    "nob_Latn": 1.0,
    "pol_Latn": 0.975,
    "por_Latn": 0.975,
    "ron_Latn": 1.0,
    "rus_Cyrl": 0.98,
    "slk_Latn": 0.995,
    "slv_Latn": 0.99,
    "spa_Latn": 1.0,
    "srp_Cyrl": 0.99,
    "swe_Latn": 1.0,
    "swh_Latn": 1.0,
    "tam_Taml": 0.985,
    "tel_Telu": 0.99,
    "tha_Thai": 0.975,
    "tur_Latn": 0.975,
    "ukr_Cyrl": 1.0,
    "urd_Arab": 0.995,
    "vie_Latn": 0.9848989898989899,
    "yor_Latn": 0.97,
    "zsm_Latn": 0.99
   },
   "lang_mean_bal_acc": 0.9898914678701912,
   "acc_en": 0.995
  }
 }
}