| { |
| "shahrukhx01/question-vs-statement-classifier": { |
| "sentences": { |
| "n": 11357, |
| "acc": 0.5822840538874703, |
| "macro_f1": 0.4046952054400987, |
| "lang_bal_acc": { |
| "afr_Latn": 0.545, |
| "amh_Ethi": 0.5435714285714286, |
| "arb_Arab": 0.495, |
| "azj_Latn": 0.48624999999999996, |
| "ben_Beng": 0.5, |
| "bul_Cyrl": 0.495, |
| "cat_Latn": 0.495, |
| "ces_Latn": 0.5005555555555555, |
| "cmn_Hani": 0.485, |
| "dan_Latn": 0.5037719298245614, |
| "deu_Latn": 0.5116666666666667, |
| "ekk_Latn": 0.5755882352941176, |
| "ell_Grek": 0.5106382978723404, |
| "eng_Latn": 0.8766233766233766, |
| "eus_Latn": 0.49757575757575756, |
| "fas_Arab": 0.4959574468085106, |
| "fil_Latn": 0.535, |
| "fin_Latn": 0.4951515151515151, |
| "fra_Latn": 0.5252525252525253, |
| "glg_Latn": 0.5306122448979592, |
| "guj_Gujr": 0.5050505050505051, |
| "heb_Hebr": 0.5103092783505154, |
| "hin_Deva": 0.5, |
| "hrv_Latn": 0.49, |
| "hun_Latn": 0.5352941176470588, |
| "hye_Armn": 0.5092592592592593, |
| "ind_Latn": 0.5119047619047619, |
| "isl_Latn": 0.5559756097560975, |
| "ita_Latn": 0.5222222222222223, |
| "jpn_Jpan": 0.5, |
| "kan_Knda": 0.5001515151515151, |
| "kat_Geor": 0.5, |
| "kaz_Cyrl": 0.4984745762711864, |
| "kor_Hang": 0.5, |
| "lit_Latn": 0.48657894736842106, |
| "lvs_Latn": 0.5038461538461538, |
| "mal_Mlym": 0.5135135135135135, |
| "mar_Deva": 0.5053092783505154, |
| "mkd_Cyrl": 0.5305405405405406, |
| "nld_Latn": 0.52, |
| "nob_Latn": 0.515, |
| "npi_Deva": 0.5, |
| "pan_Guru": 0.5, |
| "pol_Latn": 0.4951010101010101, |
| "por_Latn": 0.5155479452054794, |
| "ron_Latn": 0.5202525252525253, |
| "rus_Cyrl": 0.5105263157894737, |
| "sin_Sinh": 0.49526315789473685, |
| "slk_Latn": 0.51875, |
| "slv_Latn": 0.5052631578947369, |
| "spa_Latn": 0.5235714285714286, |
| "srp_Cyrl": 0.5, |
| "swe_Latn": 0.4976470588235294, |
| "swh_Latn": 0.5051020408163265, |
| "tam_Taml": 0.505, |
| "tel_Telu": 0.49, |
| "tur_Latn": 0.48184931506849316, |
| "ukr_Cyrl": 0.5061728395061729, |
| "uzn_Latn": 0.5, |
| "vie_Latn": 0.495, |
| "yue_Hani": 0.515, |
| "zsm_Latn": 0.5103030303030303 |
| }, |
| "lang_mean_bal_acc": 0.5146289529766698, |
| "acc_en": 0.8926553672316384 |
| }, |
| "queries": { |
| "n": 9399, |
| "acc": 0.5188849877646559, |
| "macro_f1": 0.37866686774365654, |
| "lang_bal_acc": { |
| "arb_Arab": 0.505, |
| "ben_Beng": 0.505, |
| "bul_Cyrl": 0.5, |
| "cat_Latn": 0.5, |
| "ces_Latn": 0.5, |
| "cmn_Hani": 0.5, |
| "dan_Latn": 0.51, |
| "deu_Latn": 0.5700000000000001, |
| "ekk_Latn": 0.515, |
| "ell_Grek": 0.505, |
| "eng_Latn": 1.0, |
| "fas_Arab": 0.505, |
| "fil_Latn": 0.535, |
| "fin_Latn": 0.5, |
| "fra_Latn": 0.495, |
| "heb_Hebr": 0.505, |
| "hin_Deva": 0.5, |
| "hrv_Latn": 0.53, |
| "hun_Latn": 0.525, |
| "ind_Latn": 0.5, |
| "ita_Latn": 0.5, |
| "jpn_Jpan": 0.5, |
| "kor_Hang": 0.515, |
| "lit_Latn": 0.505, |
| "lvs_Latn": 0.51, |
| "mar_Deva": 0.505, |
| "nld_Latn": 0.525, |
| "nob_Latn": 0.5, |
| "pol_Latn": 0.515, |
| "por_Latn": 0.5, |
| "ron_Latn": 0.525, |
| "rus_Cyrl": 0.5, |
| "slk_Latn": 0.505, |
| "slv_Latn": 0.51, |
| "spa_Latn": 0.5, |
| "srp_Cyrl": 0.53, |
| "swe_Latn": 0.515, |
| "swh_Latn": 0.51, |
| "tam_Taml": 0.51, |
| "tel_Telu": 0.505, |
| "tha_Thai": 0.505, |
| "tur_Latn": 0.505, |
| "ukr_Cyrl": 0.5, |
| "urd_Arab": 0.495, |
| "vie_Latn": 0.505, |
| "yor_Latn": 0.495, |
| "zsm_Latn": 0.495 |
| }, |
| "lang_mean_bal_acc": 0.518936170212766, |
| "acc_en": 1.0 |
| } |
| } |
| } |
