{ "shahrukhx01/question-vs-statement-classifier": { "sentences": { "n": 11357, "acc": 0.5822840538874703, "macro_f1": 0.4046952054400987, "lang_bal_acc": { "afr_Latn": 0.545, "amh_Ethi": 0.5435714285714286, "arb_Arab": 0.495, "azj_Latn": 0.48624999999999996, "ben_Beng": 0.5, "bul_Cyrl": 0.495, "cat_Latn": 0.495, "ces_Latn": 0.5005555555555555, "cmn_Hani": 0.485, "dan_Latn": 0.5037719298245614, "deu_Latn": 0.5116666666666667, "ekk_Latn": 0.5755882352941176, "ell_Grek": 0.5106382978723404, "eng_Latn": 0.8766233766233766, "eus_Latn": 0.49757575757575756, "fas_Arab": 0.4959574468085106, "fil_Latn": 0.535, "fin_Latn": 0.4951515151515151, "fra_Latn": 0.5252525252525253, "glg_Latn": 0.5306122448979592, "guj_Gujr": 0.5050505050505051, "heb_Hebr": 0.5103092783505154, "hin_Deva": 0.5, "hrv_Latn": 0.49, "hun_Latn": 0.5352941176470588, "hye_Armn": 0.5092592592592593, "ind_Latn": 0.5119047619047619, "isl_Latn": 0.5559756097560975, "ita_Latn": 0.5222222222222223, "jpn_Jpan": 0.5, "kan_Knda": 0.5001515151515151, "kat_Geor": 0.5, "kaz_Cyrl": 0.4984745762711864, "kor_Hang": 0.5, "lit_Latn": 0.48657894736842106, "lvs_Latn": 0.5038461538461538, "mal_Mlym": 0.5135135135135135, "mar_Deva": 0.5053092783505154, "mkd_Cyrl": 0.5305405405405406, "nld_Latn": 0.52, "nob_Latn": 0.515, "npi_Deva": 0.5, "pan_Guru": 0.5, "pol_Latn": 0.4951010101010101, "por_Latn": 0.5155479452054794, "ron_Latn": 0.5202525252525253, "rus_Cyrl": 0.5105263157894737, "sin_Sinh": 0.49526315789473685, "slk_Latn": 0.51875, "slv_Latn": 0.5052631578947369, "spa_Latn": 0.5235714285714286, "srp_Cyrl": 0.5, "swe_Latn": 0.4976470588235294, "swh_Latn": 0.5051020408163265, "tam_Taml": 0.505, "tel_Telu": 0.49, "tur_Latn": 0.48184931506849316, "ukr_Cyrl": 0.5061728395061729, "uzn_Latn": 0.5, "vie_Latn": 0.495, "yue_Hani": 0.515, "zsm_Latn": 0.5103030303030303 }, "lang_mean_bal_acc": 0.5146289529766698, "acc_en": 0.8926553672316384 }, "queries": { "n": 9399, "acc": 0.5188849877646559, "macro_f1": 0.37866686774365654, "lang_bal_acc": { "arb_Arab": 0.505, "ben_Beng": 0.505, "bul_Cyrl": 0.5, "cat_Latn": 0.5, "ces_Latn": 0.5, "cmn_Hani": 0.5, "dan_Latn": 0.51, "deu_Latn": 0.5700000000000001, "ekk_Latn": 0.515, "ell_Grek": 0.505, "eng_Latn": 1.0, "fas_Arab": 0.505, "fil_Latn": 0.535, "fin_Latn": 0.5, "fra_Latn": 0.495, "heb_Hebr": 0.505, "hin_Deva": 0.5, "hrv_Latn": 0.53, "hun_Latn": 0.525, "ind_Latn": 0.5, "ita_Latn": 0.5, "jpn_Jpan": 0.5, "kor_Hang": 0.515, "lit_Latn": 0.505, "lvs_Latn": 0.51, "mar_Deva": 0.505, "nld_Latn": 0.525, "nob_Latn": 0.5, "pol_Latn": 0.515, "por_Latn": 0.5, "ron_Latn": 0.525, "rus_Cyrl": 0.5, "slk_Latn": 0.505, "slv_Latn": 0.51, "spa_Latn": 0.5, "srp_Cyrl": 0.53, "swe_Latn": 0.515, "swh_Latn": 0.51, "tam_Taml": 0.51, "tel_Telu": 0.505, "tha_Thai": 0.505, "tur_Latn": 0.505, "ukr_Cyrl": 0.5, "urd_Arab": 0.495, "vie_Latn": 0.505, "yor_Latn": 0.495, "zsm_Latn": 0.495 }, "lang_mean_bal_acc": 0.518936170212766, "acc_en": 1.0 } } }