Hugging Face's logo

Horizon-Labs
/
multilingual-question-vs-statement-small

Text Classification
Transformers
ONNX
Safetensors
Transformers.js
modernbert
question-detection
query-classification
haystack
rag
search
mmbert
text-embeddings-inference
Model card Files
xet
 Community
multilingual-question-vs-statement-small
File size: 3,422 Bytes
bec42d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
{
 "shahrukhx01/question-vs-statement-classifier": {
  "sentences": {
   "n": 11357,
   "acc": 0.5822840538874703,
   "macro_f1": 0.4046952054400987,
   "lang_bal_acc": {
    "afr_Latn": 0.545,
    "amh_Ethi": 0.5435714285714286,
    "arb_Arab": 0.495,
    "azj_Latn": 0.48624999999999996,
    "ben_Beng": 0.5,
    "bul_Cyrl": 0.495,
    "cat_Latn": 0.495,
    "ces_Latn": 0.5005555555555555,
    "cmn_Hani": 0.485,
    "dan_Latn": 0.5037719298245614,
    "deu_Latn": 0.5116666666666667,
    "ekk_Latn": 0.5755882352941176,
    "ell_Grek": 0.5106382978723404,
    "eng_Latn": 0.8766233766233766,
    "eus_Latn": 0.49757575757575756,
    "fas_Arab": 0.4959574468085106,
    "fil_Latn": 0.535,
    "fin_Latn": 0.4951515151515151,
    "fra_Latn": 0.5252525252525253,
    "glg_Latn": 0.5306122448979592,
    "guj_Gujr": 0.5050505050505051,
    "heb_Hebr": 0.5103092783505154,
    "hin_Deva": 0.5,
    "hrv_Latn": 0.49,
    "hun_Latn": 0.5352941176470588,
    "hye_Armn": 0.5092592592592593,
    "ind_Latn": 0.5119047619047619,
    "isl_Latn": 0.5559756097560975,
    "ita_Latn": 0.5222222222222223,
    "jpn_Jpan": 0.5,
    "kan_Knda": 0.5001515151515151,
    "kat_Geor": 0.5,
    "kaz_Cyrl": 0.4984745762711864,
    "kor_Hang": 0.5,
    "lit_Latn": 0.48657894736842106,
    "lvs_Latn": 0.5038461538461538,
    "mal_Mlym": 0.5135135135135135,
    "mar_Deva": 0.5053092783505154,
    "mkd_Cyrl": 0.5305405405405406,
    "nld_Latn": 0.52,
    "nob_Latn": 0.515,
    "npi_Deva": 0.5,
    "pan_Guru": 0.5,
    "pol_Latn": 0.4951010101010101,
    "por_Latn": 0.5155479452054794,
    "ron_Latn": 0.5202525252525253,
    "rus_Cyrl": 0.5105263157894737,
    "sin_Sinh": 0.49526315789473685,
    "slk_Latn": 0.51875,
    "slv_Latn": 0.5052631578947369,
    "spa_Latn": 0.5235714285714286,
    "srp_Cyrl": 0.5,
    "swe_Latn": 0.4976470588235294,
    "swh_Latn": 0.5051020408163265,
    "tam_Taml": 0.505,
    "tel_Telu": 0.49,
    "tur_Latn": 0.48184931506849316,
    "ukr_Cyrl": 0.5061728395061729,
    "uzn_Latn": 0.5,
    "vie_Latn": 0.495,
    "yue_Hani": 0.515,
    "zsm_Latn": 0.5103030303030303
   },
   "lang_mean_bal_acc": 0.5146289529766698,
   "acc_en": 0.8926553672316384
  },
  "queries": {
   "n": 9399,
   "acc": 0.5188849877646559,
   "macro_f1": 0.37866686774365654,
   "lang_bal_acc": {
    "arb_Arab": 0.505,
    "ben_Beng": 0.505,
    "bul_Cyrl": 0.5,
    "cat_Latn": 0.5,
    "ces_Latn": 0.5,
    "cmn_Hani": 0.5,
    "dan_Latn": 0.51,
    "deu_Latn": 0.5700000000000001,
    "ekk_Latn": 0.515,
    "ell_Grek": 0.505,
    "eng_Latn": 1.0,
    "fas_Arab": 0.505,
    "fil_Latn": 0.535,
    "fin_Latn": 0.5,
    "fra_Latn": 0.495,
    "heb_Hebr": 0.505,
    "hin_Deva": 0.5,
    "hrv_Latn": 0.53,
    "hun_Latn": 0.525,
    "ind_Latn": 0.5,
    "ita_Latn": 0.5,
    "jpn_Jpan": 0.5,
    "kor_Hang": 0.515,
    "lit_Latn": 0.505,
    "lvs_Latn": 0.51,
    "mar_Deva": 0.505,
    "nld_Latn": 0.525,
    "nob_Latn": 0.5,
    "pol_Latn": 0.515,
    "por_Latn": 0.5,
    "ron_Latn": 0.525,
    "rus_Cyrl": 0.5,
    "slk_Latn": 0.505,
    "slv_Latn": 0.51,
    "spa_Latn": 0.5,
    "srp_Cyrl": 0.53,
    "swe_Latn": 0.515,
    "swh_Latn": 0.51,
    "tam_Taml": 0.51,
    "tel_Telu": 0.505,
    "tha_Thai": 0.505,
    "tur_Latn": 0.505,
    "ukr_Cyrl": 0.5,
    "urd_Arab": 0.495,
    "vie_Latn": 0.505,
    "yor_Latn": 0.495,
    "zsm_Latn": 0.495
   },
   "lang_mean_bal_acc": 0.518936170212766,
   "acc_en": 1.0
  }
 }
}