language-detection-small / eval /baselines.json
Horizon-Labs's picture
language-detection-small v1.0: 183 languages
cd857db verified
Raw History Blame Contribute Delete
26 kB
{
"fasttext:cis-lmu/glotlid": {
"flores_devtest": {
"n": 194304,
"acc": 0.9579988059947299,
"macro_f1": 0.9579937254405028,
"per_lang": {
"ace_Latn": 0.9970355731225297,
"afr_Latn": 1.0,
"aka_Latn": 0.9975296442687747,
"als_Latn": 1.0,
"amh_Ethi": 1.0,
"arb_Arab": 0.9990118577075099,
"arb_Latn": 0.9990118577075099,
"asm_Beng": 1.0,
"ast_Latn": 0.991106719367589,
"awa_Deva": 0.8883399209486166,
"ayr_Latn": 1.0,
"azb_Arab": 0.9802371541501976,
"azj_Latn": 1.0,
"bak_Cyrl": 1.0,
"bam_Latn": 0.9594861660079052,
"ban_Latn": 0.9594861660079052,
"bel_Cyrl": 1.0,
"bem_Latn": 0.9891304347826086,
"ben_Beng": 0.9990118577075099,
"bho_Deva": 0.9762845849802372,
"bjn_Arab": 0.9871541501976284,
"bjn_Latn": 0.9782608695652174,
"bod_Tibt": 0.9575098814229249,
"bos_Latn": 0.45948616600790515,
"bul_Cyrl": 1.0,
"cat_Latn": 1.0,
"ceb_Latn": 0.9901185770750988,
"ces_Latn": 1.0,
"ckb_Arab": 0.9920948616600791,
"crh_Latn": 0.9822134387351779,
"cym_Latn": 1.0,
"dan_Latn": 0.9950592885375494,
"deu_Latn": 1.0,
"dik_Latn": 0.9891304347826086,
"dzo_Tibt": 0.9970355731225297,
"ell_Grek": 1.0,
"eng_Latn": 1.0,
"epo_Latn": 1.0,
"est_Latn": 0.0,
"eus_Latn": 0.9990118577075099,
"ewe_Latn": 1.0,
"fao_Latn": 1.0,
"fij_Latn": 0.9990118577075099,
"fin_Latn": 1.0,
"fon_Latn": 1.0,
"fra_Latn": 1.0,
"fur_Latn": 1.0,
"fuv_Latn": 0.9861660079051383,
"gaz_Latn": 1.0,
"gla_Latn": 1.0,
"gle_Latn": 1.0,
"glg_Latn": 0.9930830039525692,
"grn_Latn": 0.0,
"guj_Gujr": 1.0,
"hat_Latn": 1.0,
"hau_Latn": 1.0,
"heb_Hebr": 1.0,
"hin_Deva": 0.9970355731225297,
"hne_Deva": 0.9486166007905138,
"hrv_Latn": 0.9466403162055336,
"hun_Latn": 1.0,
"hye_Armn": 1.0,
"ibo_Latn": 1.0,
"ilo_Latn": 1.0,
"ind_Latn": 0.9970355731225297,
"isl_Latn": 0.9990118577075099,
"ita_Latn": 0.9990118577075099,
"jav_Latn": 0.9980237154150198,
"jpn_Jpan": 1.0,
"kab_Latn": 0.9980237154150198,
"kac_Latn": 1.0,
"kam_Latn": 0.9575098814229249,
"kan_Knda": 1.0,
"kas_Arab": 0.9960474308300395,
"kat_Geor": 1.0,
"kaz_Cyrl": 0.9990118577075099,
"kbp_Latn": 0.9990118577075099,
"kea_Latn": 0.9446640316205533,
"khk_Cyrl": 1.0,
"khm_Khmr": 0.9990118577075099,
"kik_Latn": 0.9970355731225297,
"kin_Latn": 0.950592885375494,
"kir_Cyrl": 1.0,
"kmb_Latn": 0.9920948616600791,
"kmr_Latn": 0.9861660079051383,
"knc_Latn": 1.0,
"kon_Latn": 0.0,
"kor_Hang": 1.0,
"lao_Laoo": 0.9990118577075099,
"lij_Latn": 0.9990118577075099,
"lim_Latn": 0.9871541501976284,
"lin_Latn": 0.9990118577075099,
"lit_Latn": 0.9990118577075099,
"lmo_Latn": 0.9920948616600791,
"ltg_Latn": 0.9930830039525692,
"ltz_Latn": 1.0,
"lua_Latn": 0.9930830039525692,
"lug_Latn": 0.9930830039525692,
"luo_Latn": 0.9990118577075099,
"lus_Latn": 0.9960474308300395,
"lvs_Latn": 1.0,
"mag_Deva": 0.9752964426877471,
"mai_Deva": 0.9970355731225297,
"mal_Mlym": 1.0,
"mar_Deva": 1.0,
"min_Latn": 0.9940711462450593,
"mkd_Cyrl": 0.9990118577075099,
"mlt_Latn": 1.0,
"mni_Beng": 1.0,
"mos_Latn": 0.983201581027668,
"mri_Latn": 0.9980237154150198,
"mya_Mymr": 1.0,
"nld_Latn": 0.9990118577075099,
"nno_Latn": 0.9752964426877471,
"nob_Latn": 0.9920948616600791,
"npi_Deva": 1.0,
"nso_Latn": 0.9980237154150198,
"nya_Latn": 0.9990118577075099,
"oci_Latn": 1.0,
"ory_Orya": 1.0,
"pag_Latn": 0.9990118577075099,
"pan_Guru": 1.0,
"pap_Latn": 0.9980237154150198,
"pbt_Arab": 1.0,
"pes_Arab": 0.0,
"plt_Latn": 0.9980237154150198,
"pol_Latn": 1.0,
"por_Latn": 1.0,
"quy_Latn": 0.7351778656126482,
"ron_Latn": 0.9990118577075099,
"run_Latn": 0.9802371541501976,
"rus_Cyrl": 1.0,
"sag_Latn": 0.9960474308300395,
"san_Deva": 0.9901185770750988,
"sat_Olck": 1.0,
"scn_Latn": 0.9960474308300395,
"shn_Mymr": 1.0,
"sin_Sinh": 1.0,
"slk_Latn": 0.9990118577075099,
"slv_Latn": 1.0,
"smo_Latn": 0.9980237154150198,
"sna_Latn": 1.0,
"snd_Arab": 1.0,
"som_Latn": 1.0,
"sot_Latn": 0.9871541501976284,
"spa_Latn": 0.9990118577075099,
"srd_Latn": 0.9980237154150198,
"srp_Cyrl": 0.9990118577075099,
"ssw_Latn": 0.991106719367589,
"sun_Latn": 0.9960474308300395,
"swe_Latn": 1.0,
"swh_Latn": 0.9683794466403162,
"szl_Latn": 0.9891304347826086,
"tam_Taml": 1.0,
"taq_Latn": 0.9654150197628458,
"tat_Cyrl": 0.9990118577075099,
"tel_Telu": 0.9990118577075099,
"tgk_Cyrl": 1.0,
"tgl_Latn": 0.0,
"tha_Thai": 1.0,
"tir_Ethi": 0.9644268774703557,
"tpi_Latn": 0.9990118577075099,
"tsn_Latn": 0.9960474308300395,
"tso_Latn": 0.9970355731225297,
"tuk_Latn": 1.0,
"tum_Latn": 0.9980237154150198,
"tur_Latn": 1.0,
"tzm_Tfng": 0.07608695652173914,
"uig_Arab": 1.0,
"ukr_Cyrl": 1.0,
"umb_Latn": 0.9782608695652174,
"urd_Arab": 0.9990118577075099,
"uzn_Latn": 1.0,
"vec_Latn": 0.9990118577075099,
"vie_Latn": 1.0,
"war_Latn": 1.0,
"wol_Latn": 0.9980237154150198,
"xho_Latn": 0.9920948616600791,
"ydd_Hebr": 1.0,
"yor_Latn": 1.0,
"zho_Hani": 0.9856719367588933,
"zsm_Latn": 0.8754940711462451,
"zul_Latn": 0.9555335968379447
}
},
"flores_short": {
"n": 194304,
"acc": 0.8449645915678524,
"macro_f1": 0.8524695345896758,
"per_lang": {
"ace_Latn": 0.8705533596837944,
"afr_Latn": 0.9189723320158103,
"aka_Latn": 0.9219367588932806,
"als_Latn": 0.8913043478260869,
"amh_Ethi": 0.9851778656126482,
"arb_Arab": 0.9861660079051383,
"arb_Latn": 0.5375494071146245,
"asm_Beng": 0.9802371541501976,
"ast_Latn": 0.7845849802371542,
"awa_Deva": 0.2015810276679842,
"ayr_Latn": 0.8804347826086957,
"azb_Arab": 0.6541501976284585,
"azj_Latn": 0.9337944664031621,
"bak_Cyrl": 0.9357707509881423,
"bam_Latn": 0.7658102766798419,
"ban_Latn": 0.6768774703557312,
"bel_Cyrl": 0.9871541501976284,
"bem_Latn": 0.8705533596837944,
"ben_Beng": 0.9901185770750988,
"bho_Deva": 0.6146245059288538,
"bjn_Arab": 0.6531620553359684,
"bjn_Latn": 0.6679841897233202,
"bod_Tibt": 0.83399209486166,
"bos_Latn": 0.1808300395256917,
"bul_Cyrl": 0.9476284584980237,
"cat_Latn": 0.9486166007905138,
"ceb_Latn": 0.8754940711462451,
"ces_Latn": 0.941699604743083,
"ckb_Arab": 0.9496047430830039,
"crh_Latn": 0.7164031620553359,
"cym_Latn": 0.983201581027668,
"dan_Latn": 0.8705533596837944,
"deu_Latn": 0.9387351778656127,
"dik_Latn": 0.808300395256917,
"dzo_Tibt": 0.8379446640316206,
"ell_Grek": 0.9980237154150198,
"eng_Latn": 0.9634387351778656,
"epo_Latn": 0.9683794466403162,
"est_Latn": 0.0,
"eus_Latn": 0.9229249011857708,
"ewe_Latn": 0.9723320158102767,
"fao_Latn": 0.8725296442687747,
"fij_Latn": 0.9851778656126482,
"fin_Latn": 0.9713438735177866,
"fon_Latn": 0.8656126482213439,
"fra_Latn": 0.9318181818181818,
"fur_Latn": 0.9426877470355731,
"fuv_Latn": 0.6294466403162056,
"gaz_Latn": 0.9288537549407114,
"gla_Latn": 0.9723320158102767,
"gle_Latn": 0.9713438735177866,
"glg_Latn": 0.6818181818181818,
"grn_Latn": 0.0,
"guj_Gujr": 0.9980237154150198,
"hat_Latn": 0.9337944664031621,
"hau_Latn": 0.9466403162055336,
"heb_Hebr": 0.9990118577075099,
"hin_Deva": 0.9703557312252964,
"hne_Deva": 0.5513833992094862,
"hrv_Latn": 0.8735177865612648,
"hun_Latn": 0.9802371541501976,
"hye_Armn": 0.9288537549407114,
"ibo_Latn": 0.9565217391304348,
"ilo_Latn": 0.9901185770750988,
"ind_Latn": 0.9397233201581028,
"isl_Latn": 0.9061264822134387,
"ita_Latn": 0.9525691699604744,
"jav_Latn": 0.8359683794466403,
"jpn_Jpan": 0.9960474308300395,
"kab_Latn": 0.9802371541501976,
"kac_Latn": 0.8616600790513834,
"kam_Latn": 0.6254940711462451,
"kan_Knda": 0.9940711462450593,
"kas_Arab": 0.7845849802371542,
"kat_Geor": 0.991106719367589,
"kaz_Cyrl": 0.9229249011857708,
"kbp_Latn": 0.958498023715415,
"kea_Latn": 0.6383399209486166,
"khk_Cyrl": 0.9614624505928854,
"khm_Khmr": 0.9258893280632411,
"kik_Latn": 0.8824110671936759,
"kin_Latn": 0.967391304347826,
"kir_Cyrl": 0.9298418972332015,
"kmb_Latn": 0.7747035573122529,
"kmr_Latn": 0.892292490118577,
"knc_Latn": 0.7934782608695652,
"kon_Latn": 0.0,
"kor_Hang": 0.9920948616600791,
"lao_Laoo": 0.8458498023715415,
"lij_Latn": 0.799407114624506,
"lim_Latn": 0.817193675889328,
"lin_Latn": 0.9446640316205533,
"lit_Latn": 0.9762845849802372,
"lmo_Latn": 0.6620553359683794,
"ltg_Latn": 0.799407114624506,
"ltz_Latn": 0.8843873517786561,
"lua_Latn": 0.8527667984189723,
"lug_Latn": 0.8646245059288538,
"luo_Latn": 0.9229249011857708,
"lus_Latn": 0.766798418972332,
"lvs_Latn": 0.9762845849802372,
"mag_Deva": 0.17786561264822134,
"mai_Deva": 0.5335968379446641,
"mal_Mlym": 0.9940711462450593,
"mar_Deva": 0.9061264822134387,
"min_Latn": 0.7766798418972332,
"mkd_Cyrl": 0.9377470355731226,
"mlt_Latn": 0.9733201581027668,
"mni_Beng": 0.9515810276679841,
"mos_Latn": 0.8349802371541502,
"mri_Latn": 0.9426877470355731,
"mya_Mymr": 0.9792490118577075,
"nld_Latn": 0.9535573122529645,
"nno_Latn": 0.741106719367589,
"nob_Latn": 0.8290513833992095,
"npi_Deva": 0.7885375494071146,
"nso_Latn": 0.8982213438735178,
"nya_Latn": 0.9011857707509882,
"oci_Latn": 0.8438735177865613,
"ory_Orya": 0.9881422924901185,
"pag_Latn": 0.9456521739130435,
"pan_Guru": 0.9970355731225297,
"pap_Latn": 0.9466403162055336,
"pbt_Arab": 0.9446640316205533,
"pes_Arab": 0.0,
"plt_Latn": 0.8201581027667985,
"pol_Latn": 0.9772727272727273,
"por_Latn": 0.9634387351778656,
"quy_Latn": 0.5365612648221344,
"ron_Latn": 0.9140316205533597,
"run_Latn": 0.4950592885375494,
"rus_Cyrl": 0.991106719367589,
"sag_Latn": 0.91600790513834,
"san_Deva": 0.8132411067193676,
"sat_Olck": 0.9594861660079052,
"scn_Latn": 0.9061264822134387,
"shn_Mymr": 0.924901185770751,
"sin_Sinh": 0.9960474308300395,
"slk_Latn": 0.9575098814229249,
"slv_Latn": 0.958498023715415,
"smo_Latn": 0.950592885375494,
"sna_Latn": 0.9426877470355731,
"snd_Arab": 0.974308300395257,
"som_Latn": 0.9476284584980237,
"sot_Latn": 0.58399209486166,
"spa_Latn": 0.9278656126482213,
"srd_Latn": 0.9634387351778656,
"srp_Cyrl": 0.9318181818181818,
"ssw_Latn": 0.7776679841897233,
"sun_Latn": 0.7806324110671937,
"swe_Latn": 0.9456521739130435,
"swh_Latn": 0.591897233201581,
"szl_Latn": 0.708498023715415,
"tam_Taml": 0.9980237154150198,
"taq_Latn": 0.5938735177865613,
"tat_Cyrl": 0.9071146245059288,
"tel_Telu": 0.9782608695652174,
"tgk_Cyrl": 0.9367588932806324,
"tgl_Latn": 0.0,
"tha_Thai": 0.983201581027668,
"tir_Ethi": 0.8636363636363636,
"tpi_Latn": 0.8893280632411067,
"tsn_Latn": 0.8043478260869565,
"tso_Latn": 0.8932806324110671,
"tuk_Latn": 0.9288537549407114,
"tum_Latn": 0.8458498023715415,
"tur_Latn": 0.9496047430830039,
"tzm_Tfng": 0.0691699604743083,
"uig_Arab": 0.9841897233201581,
"ukr_Cyrl": 0.9841897233201581,
"umb_Latn": 0.7509881422924901,
"urd_Arab": 0.9693675889328063,
"uzn_Latn": 0.9772727272727273,
"vec_Latn": 0.8715415019762845,
"vie_Latn": 0.9970355731225297,
"war_Latn": 0.8794466403162056,
"wol_Latn": 0.9100790513833992,
"xho_Latn": 0.866600790513834,
"ydd_Hebr": 0.967391304347826,
"yor_Latn": 0.9466403162055336,
"zho_Hani": 0.9402173913043478,
"zsm_Latn": 0.42292490118577075,
"zul_Latn": 0.7697628458498024
}
}
},
"fasttext:facebook/fasttext-language-identification": {
"flores_devtest": {
"n": 194304,
"acc": 0.9701807476943346,
"macro_f1": 0.9703042313796157,
"per_lang": {
"ace_Latn": 0.9940711462450593,
"afr_Latn": 0.9990118577075099,
"aka_Latn": 0.9970355731225297,
"als_Latn": 1.0,
"amh_Ethi": 1.0,
"arb_Arab": 0.9998588368153586,
"arb_Latn": 0.9901185770750988,
"asm_Beng": 1.0,
"ast_Latn": 0.9940711462450593,
"awa_Deva": 0.9407114624505929,
"ayr_Latn": 0.9970355731225297,
"azb_Arab": 0.7974308300395256,
"azj_Latn": 1.0,
"bak_Cyrl": 0.9990118577075099,
"bam_Latn": 0.9540513833992095,
"ban_Latn": 0.9496047430830039,
"bel_Cyrl": 1.0,
"bem_Latn": 0.9970355731225297,
"ben_Beng": 1.0,
"bho_Deva": 0.9021739130434783,
"bjn_Arab": 0.9387351778656127,
"bjn_Latn": 0.9604743083003953,
"bod_Tibt": 0.9980237154150198,
"bos_Latn": 0.4733201581027668,
"bul_Cyrl": 0.9990118577075099,
"cat_Latn": 1.0,
"ceb_Latn": 0.9990118577075099,
"ces_Latn": 1.0,
"ckb_Arab": 1.0,
"crh_Latn": 0.9664031620553359,
"cym_Latn": 1.0,
"dan_Latn": 0.9930830039525692,
"deu_Latn": 1.0,
"dik_Latn": 0.9851778656126482,
"dzo_Tibt": 0.9387351778656127,
"ell_Grek": 1.0,
"eng_Latn": 1.0,
"epo_Latn": 1.0,
"est_Latn": 1.0,
"eus_Latn": 1.0,
"ewe_Latn": 1.0,
"fao_Latn": 0.33794466403162055,
"fij_Latn": 1.0,
"fin_Latn": 1.0,
"fon_Latn": 0.9940711462450593,
"fra_Latn": 0.9990118577075099,
"fur_Latn": 0.9960474308300395,
"fuv_Latn": 0.9703557312252964,
"gaz_Latn": 1.0,
"gla_Latn": 0.9990118577075099,
"gle_Latn": 1.0,
"glg_Latn": 0.9960474308300395,
"grn_Latn": 0.9960474308300395,
"guj_Gujr": 1.0,
"hat_Latn": 0.9980237154150198,
"hau_Latn": 0.9990118577075099,
"heb_Hebr": 1.0,
"hin_Deva": 0.9980237154150198,
"hne_Deva": 0.892292490118577,
"hrv_Latn": 0.8853754940711462,
"hun_Latn": 1.0,
"hye_Armn": 1.0,
"ibo_Latn": 1.0,
"ilo_Latn": 1.0,
"ind_Latn": 0.9841897233201581,
"isl_Latn": 1.0,
"ita_Latn": 0.9990118577075099,
"jav_Latn": 0.9960474308300395,
"jpn_Jpan": 0.9822134387351779,
"kab_Latn": 0.9990118577075099,
"kac_Latn": 1.0,
"kam_Latn": 0.6116600790513834,
"kan_Knda": 1.0,
"kas_Arab": 0.9436758893280632,
"kat_Geor": 1.0,
"kaz_Cyrl": 0.9990118577075099,
"kbp_Latn": 1.0,
"kea_Latn": 0.924901185770751,
"khk_Cyrl": 1.0,
"khm_Khmr": 0.9980237154150198,
"kik_Latn": 0.9930830039525692,
"kin_Latn": 0.9812252964426877,
"kir_Cyrl": 1.0,
"kmb_Latn": 0.9703557312252964,
"kmr_Latn": 1.0,
"knc_Latn": 0.9960474308300395,
"kon_Latn": 0.9970355731225297,
"kor_Hang": 1.0,
"lao_Laoo": 0.9990118577075099,
"lij_Latn": 0.9604743083003953,
"lim_Latn": 0.9762845849802372,
"lin_Latn": 0.9970355731225297,
"lit_Latn": 1.0,
"lmo_Latn": 0.9614624505928854,
"ltg_Latn": 0.9841897233201581,
"ltz_Latn": 0.9990118577075099,
"lua_Latn": 0.9940711462450593,
"lug_Latn": 0.9980237154150198,
"luo_Latn": 0.9960474308300395,
"lus_Latn": 0.9901185770750988,
"lvs_Latn": 1.0,
"mag_Deva": 0.908102766798419,
"mai_Deva": 0.9822134387351779,
"mal_Mlym": 1.0,
"mar_Deva": 1.0,
"min_Latn": 0.3468379446640316,
"mkd_Cyrl": 1.0,
"mlt_Latn": 1.0,
"mni_Beng": 0.9990118577075099,
"mos_Latn": 0.9387351778656127,
"mri_Latn": 0.9980237154150198,
"mya_Mymr": 1.0,
"nld_Latn": 1.0,
"nno_Latn": 0.9802371541501976,
"nob_Latn": 0.9930830039525692,
"npi_Deva": 1.0,
"nso_Latn": 0.9940711462450593,
"nya_Latn": 0.9268774703557312,
"oci_Latn": 0.9990118577075099,
"ory_Orya": 1.0,
"pag_Latn": 0.9960474308300395,
"pan_Guru": 1.0,
"pap_Latn": 0.9990118577075099,
"pbt_Arab": 0.9960474308300395,
"pes_Arab": 0.983201581027668,
"plt_Latn": 1.0,
"pol_Latn": 1.0,
"por_Latn": 0.9990118577075099,
"quy_Latn": 1.0,
"ron_Latn": 1.0,
"run_Latn": 0.9772727272727273,
"rus_Cyrl": 1.0,
"sag_Latn": 0.9950592885375494,
"san_Deva": 0.9792490118577075,
"sat_Olck": 1.0,
"scn_Latn": 0.9980237154150198,
"shn_Mymr": 0.9970355731225297,
"sin_Sinh": 1.0,
"slk_Latn": 1.0,
"slv_Latn": 1.0,
"smo_Latn": 0.9990118577075099,
"sna_Latn": 1.0,
"snd_Arab": 1.0,
"som_Latn": 1.0,
"sot_Latn": 0.6067193675889329,
"spa_Latn": 0.9990118577075099,
"srd_Latn": 0.9555335968379447,
"srp_Cyrl": 1.0,
"ssw_Latn": 0.9861660079051383,
"sun_Latn": 0.9693675889328063,
"swe_Latn": 0.9990118577075099,
"swh_Latn": 1.0,
"szl_Latn": 0.9782608695652174,
"tam_Taml": 1.0,
"taq_Latn": 0.6551383399209486,
"tat_Cyrl": 0.9990118577075099,
"tel_Telu": 1.0,
"tgk_Cyrl": 1.0,
"tgl_Latn": 0.9990118577075099,
"tha_Thai": 1.0,
"tir_Ethi": 0.9990118577075099,
"tpi_Latn": 0.9960474308300395,
"tsn_Latn": 0.9980237154150198,
"tso_Latn": 0.9990118577075099,
"tuk_Latn": 1.0,
"tum_Latn": 0.9990118577075099,
"tur_Latn": 1.0,
"tzm_Tfng": 1.0,
"uig_Arab": 1.0,
"ukr_Cyrl": 1.0,
"umb_Latn": 0.9782608695652174,
"urd_Arab": 1.0,
"uzn_Latn": 1.0,
"vec_Latn": 0.9901185770750988,
"vie_Latn": 1.0,
"war_Latn": 1.0,
"wol_Latn": 0.9920948616600791,
"xho_Latn": 0.9851778656126482,
"ydd_Hebr": 1.0,
"yor_Latn": 0.9970355731225297,
"zho_Hani": 0.6398221343873518,
"zsm_Latn": 0.9318181818181818,
"zul_Latn": 0.991106719367589
}
},
"flores_short": {
"n": 194304,
"acc": 0.8367352190382081,
"macro_f1": 0.8309658992554319,
"per_lang": {
"ace_Latn": 0.7430830039525692,
"afr_Latn": 0.9209486166007905,
"aka_Latn": 0.8947628458498024,
"als_Latn": 0.9762845849802372,
"amh_Ethi": 0.9960474308300395,
"arb_Arab": 0.9980237154150198,
"arb_Latn": 0.40217391304347827,
"asm_Beng": 0.941699604743083,
"ast_Latn": 0.8300395256916996,
"awa_Deva": 0.33794466403162055,
"ayr_Latn": 0.7579051383399209,
"azb_Arab": 0.6343873517786561,
"azj_Latn": 0.9446640316205533,
"bak_Cyrl": 0.8903162055335968,
"bam_Latn": 0.5726284584980237,
"ban_Latn": 0.5523715415019763,
"bel_Cyrl": 0.9851778656126482,
"bem_Latn": 0.924901185770751,
"ben_Beng": 0.9980237154150198,
"bho_Deva": 0.3339920948616601,
"bjn_Arab": 0.6452569169960475,
"bjn_Latn": 0.49604743083003955,
"bod_Tibt": 0.9940711462450593,
"bos_Latn": 0.3102766798418972,
"bul_Cyrl": 0.9654150197628458,
"cat_Latn": 0.9525691699604744,
"ceb_Latn": 0.9337944664031621,
"ces_Latn": 0.9634387351778656,
"ckb_Arab": 0.9950592885375494,
"crh_Latn": 0.45849802371541504,
"cym_Latn": 0.9891304347826086,
"dan_Latn": 0.8764822134387352,
"deu_Latn": 0.983201581027668,
"dik_Latn": 0.6758893280632411,
"dzo_Tibt": 0.08399209486166008,
"ell_Grek": 1.0,
"eng_Latn": 0.9822134387351779,
"epo_Latn": 0.9644268774703557,
"est_Latn": 0.974308300395257,
"eus_Latn": 0.9535573122529645,
"ewe_Latn": 0.9703557312252964,
"fao_Latn": 0.14525691699604742,
"fij_Latn": 0.9752964426877471,
"fin_Latn": 0.9703557312252964,
"fon_Latn": 0.799407114624506,
"fra_Latn": 0.9654150197628458,
"fur_Latn": 0.6106719367588933,
"fuv_Latn": 0.4654150197628458,
"gaz_Latn": 0.9268774703557312,
"gla_Latn": 0.8903162055335968,
"gle_Latn": 0.9822134387351779,
"glg_Latn": 0.8458498023715415,
"grn_Latn": 0.6007905138339921,
"guj_Gujr": 0.9980237154150198,
"hat_Latn": 0.8932806324110671,
"hau_Latn": 0.9278656126482213,
"heb_Hebr": 1.0,
"hin_Deva": 0.958498023715415,
"hne_Deva": 0.2855731225296443,
"hrv_Latn": 0.7796442687747036,
"hun_Latn": 0.9802371541501976,
"hye_Armn": 1.0,
"ibo_Latn": 0.950592885375494,
"ilo_Latn": 0.9871541501976284,
"ind_Latn": 0.8310276679841897,
"isl_Latn": 0.9723320158102767,
"ita_Latn": 0.9693675889328063,
"jav_Latn": 0.7895256916996047,
"jpn_Jpan": 0.9466403162055336,
"kab_Latn": 0.9169960474308301,
"kac_Latn": 0.717391304347826,
"kam_Latn": 0.35375494071146246,
"kan_Knda": 0.9950592885375494,
"kas_Arab": 0.6897233201581028,
"kat_Geor": 0.9970355731225297,
"kaz_Cyrl": 0.9575098814229249,
"kbp_Latn": 0.9318181818181818,
"kea_Latn": 0.45652173913043476,
"khk_Cyrl": 0.9664031620553359,
"khm_Khmr": 0.9555335968379447,
"kik_Latn": 0.8527667984189723,
"kin_Latn": 0.7519762845849802,
"kir_Cyrl": 0.9268774703557312,
"kmb_Latn": 0.5424901185770751,
"kmr_Latn": 0.9397233201581028,
"knc_Latn": 0.6492094861660079,
"kon_Latn": 0.8705533596837944,
"kor_Hang": 1.0,
"lao_Laoo": 0.9347826086956522,
"lij_Latn": 0.38537549407114624,
"lim_Latn": 0.6926877470355731,
"lin_Latn": 0.924901185770751,
"lit_Latn": 0.9782608695652174,
"lmo_Latn": 0.6551383399209486,
"ltg_Latn": 0.5662055335968379,
"ltz_Latn": 0.9061264822134387,
"lua_Latn": 0.8626482213438735,
"lug_Latn": 0.8735177865612648,
"luo_Latn": 0.8468379446640316,
"lus_Latn": 0.708498023715415,
"lvs_Latn": 0.983201581027668,
"mag_Deva": 0.2134387351778656,
"mai_Deva": 0.6156126482213439,
"mal_Mlym": 0.9871541501976284,
"mar_Deva": 0.9209486166007905,
"min_Latn": 0.4031620553359684,
"mkd_Cyrl": 0.9535573122529645,
"mlt_Latn": 0.9130434782608695,
"mni_Beng": 0.8745059288537549,
"mos_Latn": 0.7628458498023716,
"mri_Latn": 0.8201581027667985,
"mya_Mymr": 0.9634387351778656,
"nld_Latn": 0.9565217391304348,
"nno_Latn": 0.7638339920948617,
"nob_Latn": 0.8547430830039525,
"npi_Deva": 0.941699604743083,
"nso_Latn": 0.8537549407114624,
"nya_Latn": 0.44861660079051385,
"oci_Latn": 0.8992094861660079,
"ory_Orya": 0.9901185770750988,
"pag_Latn": 0.900197628458498,
"pan_Guru": 1.0,
"pap_Latn": 0.9041501976284585,
"pbt_Arab": 0.8527667984189723,
"pes_Arab": 0.9881422924901185,
"plt_Latn": 0.9752964426877471,
"pol_Latn": 0.9762845849802372,
"por_Latn": 0.9268774703557312,
"quy_Latn": 0.8557312252964426,
"ron_Latn": 0.9772727272727273,
"run_Latn": 0.75,
"rus_Cyrl": 0.9782608695652174,
"sag_Latn": 0.8942687747035574,
"san_Deva": 0.7509881422924901,
"sat_Olck": 0.9970355731225297,
"scn_Latn": 0.8863636363636364,
"shn_Mymr": 0.8537549407114624,
"sin_Sinh": 0.9980237154150198,
"slk_Latn": 0.958498023715415,
"slv_Latn": 0.9476284584980237,
"smo_Latn": 0.9565217391304348,
"sna_Latn": 0.941699604743083,
"snd_Arab": 0.9575098814229249,
"som_Latn": 0.9268774703557312,
"sot_Latn": 0.5158102766798419,
"spa_Latn": 0.950592885375494,
"srd_Latn": 0.308300395256917,
"srp_Cyrl": 0.958498023715415,
"ssw_Latn": 0.7539525691699605,
"sun_Latn": 0.6689723320158103,
"swe_Latn": 0.9318181818181818,
"swh_Latn": 0.9723320158102767,
"szl_Latn": 0.6126482213438735,
"tam_Taml": 0.9901185770750988,
"taq_Latn": 0.34980237154150196,
"tat_Cyrl": 0.9298418972332015,
"tel_Telu": 0.9802371541501976,
"tgk_Cyrl": 0.9654150197628458,
"tgl_Latn": 0.9496047430830039,
"tha_Thai": 0.9802371541501976,
"tir_Ethi": 0.9772727272727273,
"tpi_Latn": 0.8586956521739131,
"tsn_Latn": 0.8735177865612648,
"tso_Latn": 0.9456521739130435,
"tuk_Latn": 0.908102766798419,
"tum_Latn": 0.857707509881423,
"tur_Latn": 0.9644268774703557,
"tzm_Tfng": 0.9960474308300395,
"uig_Arab": 0.9940711462450593,
"ukr_Cyrl": 0.9802371541501976,
"umb_Latn": 0.717391304347826,
"urd_Arab": 0.9891304347826086,
"uzn_Latn": 0.8982213438735178,
"vec_Latn": 0.7440711462450593,
"vie_Latn": 0.9980237154150198,
"war_Latn": 0.9575098814229249,
"wol_Latn": 0.7638339920948617,
"xho_Latn": 0.8112648221343873,
"ydd_Hebr": 0.9851778656126482,
"yor_Latn": 0.9239130434782609,
"zho_Hani": 0.650691699604743,
"zsm_Latn": 0.708498023715415,
"zul_Latn": 0.8942687747035574
}
}
},
"papluca:papluca/xlm-roberta-base-language-detection": {
"flores_devtest": {
"n": 27324,
"acc": 0.9942175376957986,
"macro_f1": 0.9969307604910647,
"per_lang": {
"arb_Arab": 0.9998588368153586,
"bul_Cyrl": 1.0,
"deu_Latn": 1.0,
"ell_Grek": 1.0,
"eng_Latn": 0.9970355731225297,
"fra_Latn": 0.9980237154150198,
"hin_Deva": 1.0,
"ita_Latn": 1.0,
"jpn_Jpan": 1.0,
"nld_Latn": 0.9990118577075099,
"pol_Latn": 1.0,
"por_Latn": 1.0,
"rus_Cyrl": 0.9990118577075099,
"spa_Latn": 0.9970355731225297,
"swh_Latn": 1.0,
"tha_Thai": 0.9990118577075099,
"tur_Latn": 1.0,
"urd_Arab": 1.0,
"vie_Latn": 0.9990118577075099,
"zho_Hani": 0.9283596837944664
}
},
"flores_short": {
"n": 27324,
"acc": 0.9733933538281364,
"macro_f1": 0.9702207899367533,
"per_lang": {
"arb_Arab": 0.9964709203839639,
"bul_Cyrl": 0.9802371541501976,
"deu_Latn": 0.9664031620553359,
"ell_Grek": 1.0,
"eng_Latn": 0.9703557312252964,
"fra_Latn": 0.9367588932806324,
"hin_Deva": 1.0,
"ita_Latn": 0.9792490118577075,
"jpn_Jpan": 0.9990118577075099,
"nld_Latn": 0.9594861660079052,
"pol_Latn": 0.9693675889328063,
"por_Latn": 0.9802371541501976,
"rus_Cyrl": 0.9792490118577075,
"spa_Latn": 0.8695652173913043,
"swh_Latn": 0.9575098814229249,
"tha_Thai": 0.9792490118577075,
"tur_Latn": 0.9752964426877471,
"urd_Arab": 0.9980237154150198,
"vie_Latn": 0.9901185770750988,
"zho_Hani": 0.908102766798419
}
}
}
}