| { |
| "Horizon-Labs/multilingual-question-vs-statement-small": { |
| "sentences": { |
| "n": 11357, |
| "acc": 0.9341375363212115, |
| "macro_f1": 0.9322758039653126, |
| "lang_bal_acc": { |
| "afr_Latn": 0.925, |
| "amh_Ethi": 0.8778571428571429, |
| "arb_Arab": 0.9265584415584416, |
| "azj_Latn": 0.94875, |
| "ben_Beng": 0.9466129032258064, |
| "bul_Cyrl": 0.9199999999999999, |
| "cat_Latn": 0.9605882352941176, |
| "ces_Latn": 0.9577777777777778, |
| "cmn_Hani": 0.9394444444444444, |
| "dan_Latn": 0.8621929824561403, |
| "deu_Latn": 0.9405555555555556, |
| "ekk_Latn": 0.9385294117647058, |
| "ell_Grek": 0.9005319148936171, |
| "eng_Latn": 0.969025974025974, |
| "eus_Latn": 0.9343939393939393, |
| "fas_Arab": 0.9427659574468085, |
| "fil_Latn": 0.94, |
| "fin_Latn": 0.8992929292929293, |
| "fra_Latn": 0.9546464646464646, |
| "glg_Latn": 0.9441836734693878, |
| "guj_Gujr": 0.9244444444444444, |
| "heb_Hebr": 0.9545360824742268, |
| "hin_Deva": 0.9685897435897436, |
| "hrv_Latn": 0.8763157894736842, |
| "hun_Latn": 0.9094117647058824, |
| "hye_Armn": 0.8453703703703703, |
| "ind_Latn": 0.9233333333333333, |
| "isl_Latn": 0.9728048780487805, |
| "ita_Latn": 0.8355555555555556, |
| "jpn_Jpan": 0.9515217391304347, |
| "kan_Knda": 0.9547474747474747, |
| "kat_Geor": 0.8917857142857143, |
| "kaz_Cyrl": 0.9695762711864406, |
| "kor_Hang": 0.9655882352941176, |
| "lit_Latn": 0.9239473684210526, |
| "lvs_Latn": 0.9657692307692307, |
| "mal_Mlym": 0.9394594594594594, |
| "mar_Deva": 0.9236082474226803, |
| "mkd_Cyrl": 0.9409459459459459, |
| "nld_Latn": 0.8899999999999999, |
| "nob_Latn": 0.90625, |
| "npi_Deva": 0.9761904761904762, |
| "pan_Guru": 0.8918292682926829, |
| "pol_Latn": 0.9143434343434343, |
| "por_Latn": 0.8741095890410959, |
| "ron_Latn": 0.8893434343434343, |
| "rus_Cyrl": 0.9173684210526316, |
| "sin_Sinh": 0.9476315789473684, |
| "slk_Latn": 0.8725, |
| "slv_Latn": 0.9736842105263157, |
| "spa_Latn": 0.9735714285714285, |
| "srp_Cyrl": 0.9576027397260274, |
| "swe_Latn": 0.9564705882352941, |
| "swh_Latn": 0.9494897959183674, |
| "tam_Taml": 0.935, |
| "tel_Telu": 0.9495918367346938, |
| "tur_Latn": 0.9096575342465754, |
| "ukr_Cyrl": 0.9367901234567901, |
| "uzn_Latn": 0.94, |
| "vie_Latn": 0.885, |
| "yue_Hani": 0.925, |
| "zsm_Latn": 0.8942929292929294 |
| }, |
| "lang_mean_bal_acc": 0.9279312384787317, |
| "acc_en": 0.9717514124293786 |
| }, |
| "queries": { |
| "n": 9399, |
| "acc": 0.9898925417597617, |
| "macro_f1": 0.9898925124697273, |
| "lang_bal_acc": { |
| "arb_Arab": 0.995, |
| "ben_Beng": 0.98, |
| "bul_Cyrl": 0.995, |
| "cat_Latn": 0.99, |
| "ces_Latn": 1.0, |
| "cmn_Hani": 0.985, |
| "dan_Latn": 0.995, |
| "deu_Latn": 0.995, |
| "ekk_Latn": 0.99, |
| "ell_Grek": 1.0, |
| "eng_Latn": 0.995, |
| "fas_Arab": 0.99, |
| "fil_Latn": 0.975, |
| "fin_Latn": 1.0, |
| "fra_Latn": 1.0, |
| "heb_Hebr": 1.0, |
| "hin_Deva": 0.985, |
| "hrv_Latn": 0.995, |
| "hun_Latn": 0.985, |
| "ind_Latn": 0.995, |
| "ita_Latn": 0.98, |
| "jpn_Jpan": 0.99, |
| "kor_Hang": 0.975, |
| "lit_Latn": 0.99, |
| "lvs_Latn": 1.0, |
| "mar_Deva": 0.975, |
| "nld_Latn": 1.0, |
| "nob_Latn": 1.0, |
| "pol_Latn": 0.975, |
| "por_Latn": 0.975, |
| "ron_Latn": 1.0, |
| "rus_Cyrl": 0.98, |
| "slk_Latn": 0.995, |
| "slv_Latn": 0.99, |
| "spa_Latn": 1.0, |
| "srp_Cyrl": 0.99, |
| "swe_Latn": 1.0, |
| "swh_Latn": 1.0, |
| "tam_Taml": 0.985, |
| "tel_Telu": 0.99, |
| "tha_Thai": 0.975, |
| "tur_Latn": 0.975, |
| "ukr_Cyrl": 1.0, |
| "urd_Arab": 0.995, |
| "vie_Latn": 0.9848989898989899, |
| "yor_Latn": 0.97, |
| "zsm_Latn": 0.99 |
| }, |
| "lang_mean_bal_acc": 0.9898914678701912, |
| "acc_en": 0.995 |
| } |
| } |
| } |
