language-detection-small / eval /this_model.json
Horizon-Labs's picture
language-detection-small v1.0: 183 languages
cd857db verified
Raw History Blame Contribute Delete
15.2 kB
{
"language-detection-small v1.0 (job 58cb13ac)": {
"flores_devtest": {
"n": 194304,
"acc": 0.9842154561923584,
"macro_f1": 0.9833794692941185,
"per_lang": {
"ace_Latn": 1.0,
"afr_Latn": 1.0,
"aka_Latn": 0.9990118577075099,
"als_Latn": 1.0,
"amh_Ethi": 0.9990118577075099,
"arb_Arab": 0.9994353472614342,
"arb_Latn": 1.0,
"asm_Beng": 1.0,
"ast_Latn": 0.9891304347826086,
"awa_Deva": 0.9387351778656127,
"ayr_Latn": 1.0,
"azb_Arab": 1.0,
"azj_Latn": 0.9990118577075099,
"bak_Cyrl": 0.9990118577075099,
"bam_Latn": 0.9496047430830039,
"ban_Latn": 0.9782608695652174,
"bel_Cyrl": 1.0,
"bem_Latn": 0.9950592885375494,
"ben_Beng": 1.0,
"bho_Deva": 0.9812252964426877,
"bjn_Arab": 1.0,
"bjn_Latn": 0.9920948616600791,
"bod_Tibt": 0.9575098814229249,
"bos_Latn": 0.46047430830039526,
"bul_Cyrl": 1.0,
"cat_Latn": 0.9950592885375494,
"ceb_Latn": 0.9990118577075099,
"ces_Latn": 0.9980237154150198,
"ckb_Arab": 1.0,
"crh_Latn": 0.991106719367589,
"cym_Latn": 1.0,
"dan_Latn": 0.9901185770750988,
"deu_Latn": 0.9980237154150198,
"dik_Latn": 0.9930830039525692,
"dzo_Tibt": 1.0,
"ell_Grek": 1.0,
"eng_Latn": 0.9693675889328063,
"epo_Latn": 1.0,
"est_Latn": 0.9990118577075099,
"eus_Latn": 1.0,
"ewe_Latn": 1.0,
"fao_Latn": 0.9920948616600791,
"fij_Latn": 1.0,
"fin_Latn": 1.0,
"fon_Latn": 0.9990118577075099,
"fra_Latn": 0.9841897233201581,
"fur_Latn": 1.0,
"fuv_Latn": 0.9377470355731226,
"gaz_Latn": 0.9990118577075099,
"gla_Latn": 1.0,
"gle_Latn": 0.9990118577075099,
"glg_Latn": 0.9960474308300395,
"grn_Latn": 1.0,
"guj_Gujr": 1.0,
"hat_Latn": 1.0,
"hau_Latn": 0.9980237154150198,
"heb_Hebr": 1.0,
"hin_Deva": 0.9980237154150198,
"hne_Deva": 0.967391304347826,
"hrv_Latn": 0.7559288537549407,
"hun_Latn": 1.0,
"hye_Armn": 1.0,
"ibo_Latn": 1.0,
"ilo_Latn": 1.0,
"ind_Latn": 0.9367588932806324,
"isl_Latn": 0.9940711462450593,
"ita_Latn": 0.9802371541501976,
"jav_Latn": 1.0,
"jpn_Jpan": 0.9980237154150198,
"kab_Latn": 1.0,
"kac_Latn": 1.0,
"kam_Latn": 0.9812252964426877,
"kan_Knda": 1.0,
"kas_Arab": 0.991106719367589,
"kat_Geor": 1.0,
"kaz_Cyrl": 0.9990118577075099,
"kbp_Latn": 0.9990118577075099,
"kea_Latn": 0.9930830039525692,
"khk_Cyrl": 1.0,
"khm_Khmr": 1.0,
"kik_Latn": 0.9644268774703557,
"kin_Latn": 0.8132411067193676,
"kir_Cyrl": 0.9980237154150198,
"kmb_Latn": 0.9337944664031621,
"kmr_Latn": 1.0,
"knc_Latn": 0.9841897233201581,
"kon_Latn": 0.9960474308300395,
"kor_Hang": 0.9990118577075099,
"lao_Laoo": 1.0,
"lij_Latn": 0.9970355731225297,
"lim_Latn": 0.9980237154150198,
"lin_Latn": 0.9950592885375494,
"lit_Latn": 0.9990118577075099,
"lmo_Latn": 0.9950592885375494,
"ltg_Latn": 0.9960474308300395,
"ltz_Latn": 0.9990118577075099,
"lua_Latn": 0.9812252964426877,
"lug_Latn": 0.9960474308300395,
"luo_Latn": 0.9990118577075099,
"lus_Latn": 0.9990118577075099,
"lvs_Latn": 1.0,
"mag_Deva": 0.849802371541502,
"mai_Deva": 0.9980237154150198,
"mal_Mlym": 1.0,
"mar_Deva": 1.0,
"min_Latn": 0.9693675889328063,
"mkd_Cyrl": 0.9980237154150198,
"mlt_Latn": 1.0,
"mni_Beng": 1.0,
"mos_Latn": 0.8992094861660079,
"mri_Latn": 1.0,
"mya_Mymr": 1.0,
"nld_Latn": 0.9920948616600791,
"nno_Latn": 0.9693675889328063,
"nob_Latn": 0.9752964426877471,
"npi_Deva": 1.0,
"nso_Latn": 0.9980237154150198,
"nya_Latn": 0.9950592885375494,
"oci_Latn": 0.9960474308300395,
"ory_Orya": 1.0,
"pag_Latn": 1.0,
"pan_Guru": 1.0,
"pap_Latn": 0.9990118577075099,
"pbt_Arab": 1.0,
"pes_Arab": 0.9960474308300395,
"plt_Latn": 1.0,
"pol_Latn": 0.9970355731225297,
"por_Latn": 0.9970355731225297,
"quy_Latn": 1.0,
"ron_Latn": 1.0,
"run_Latn": 0.9703557312252964,
"rus_Cyrl": 1.0,
"sag_Latn": 0.9990118577075099,
"san_Deva": 0.9990118577075099,
"sat_Olck": 1.0,
"scn_Latn": 0.9980237154150198,
"shn_Mymr": 1.0,
"sin_Sinh": 1.0,
"slk_Latn": 0.9970355731225297,
"slv_Latn": 0.9980237154150198,
"smo_Latn": 1.0,
"sna_Latn": 0.9990118577075099,
"snd_Arab": 1.0,
"som_Latn": 1.0,
"sot_Latn": 0.9476284584980237,
"spa_Latn": 0.9762845849802372,
"srd_Latn": 0.9990118577075099,
"srp_Cyrl": 0.9990118577075099,
"ssw_Latn": 0.9841897233201581,
"sun_Latn": 0.991106719367589,
"swe_Latn": 0.9990118577075099,
"swh_Latn": 0.9990118577075099,
"szl_Latn": 0.9990118577075099,
"tam_Taml": 1.0,
"taq_Latn": 0.5098814229249012,
"tat_Cyrl": 0.9990118577075099,
"tel_Telu": 1.0,
"tgk_Cyrl": 1.0,
"tgl_Latn": 0.9980237154150198,
"tha_Thai": 1.0,
"tir_Ethi": 1.0,
"tpi_Latn": 1.0,
"tsn_Latn": 0.9970355731225297,
"tso_Latn": 0.9990118577075099,
"tuk_Latn": 1.0,
"tum_Latn": 0.9822134387351779,
"tur_Latn": 0.9940711462450593,
"tzm_Tfng": 1.0,
"uig_Arab": 1.0,
"ukr_Cyrl": 1.0,
"umb_Latn": 0.9723320158102767,
"urd_Arab": 1.0,
"uzn_Latn": 0.9990118577075099,
"vec_Latn": 0.9940711462450593,
"vie_Latn": 1.0,
"war_Latn": 1.0,
"wol_Latn": 1.0,
"xho_Latn": 0.9031620553359684,
"ydd_Hebr": 1.0,
"yor_Latn": 0.9960474308300395,
"zho_Hani": 0.9995059288537549,
"zsm_Latn": 0.8992094861660079,
"zul_Latn": 0.9851778656126482
}
},
"flores_devtest_papluca20": {
"n": 27324,
"acc": 0.9954984628897673,
"macro_f1": 0.9970297946397766,
"per_lang": {
"arb_Arab": 0.9994353472614342,
"bul_Cyrl": 1.0,
"deu_Latn": 0.9980237154150198,
"ell_Grek": 1.0,
"eng_Latn": 0.9693675889328063,
"fra_Latn": 0.9841897233201581,
"hin_Deva": 0.9980237154150198,
"ita_Latn": 0.9802371541501976,
"jpn_Jpan": 0.9980237154150198,
"nld_Latn": 0.9920948616600791,
"pol_Latn": 0.9970355731225297,
"por_Latn": 0.9970355731225297,
"rus_Cyrl": 1.0,
"spa_Latn": 0.9762845849802372,
"swh_Latn": 0.9990118577075099,
"tha_Thai": 1.0,
"tur_Latn": 0.9940711462450593,
"urd_Arab": 1.0,
"vie_Latn": 1.0,
"zho_Hani": 0.9995059288537549
}
},
"flores_devtest_papluca20_restricted": {
"n": 27324,
"acc": 0.9998536085492608,
"macro_f1": 0.999814707984328,
"per_lang": {
"arb_Arab": 1.0,
"bul_Cyrl": 1.0,
"deu_Latn": 1.0,
"ell_Grek": 1.0,
"eng_Latn": 0.9980237154150198,
"fra_Latn": 1.0,
"hin_Deva": 1.0,
"ita_Latn": 1.0,
"jpn_Jpan": 1.0,
"nld_Latn": 0.9990118577075099,
"pol_Latn": 1.0,
"por_Latn": 1.0,
"rus_Cyrl": 1.0,
"spa_Latn": 1.0,
"swh_Latn": 1.0,
"tha_Thai": 1.0,
"tur_Latn": 1.0,
"urd_Arab": 1.0,
"vie_Latn": 1.0,
"zho_Hani": 0.9995059288537549
}
},
"flores_short": {
"n": 194304,
"acc": 0.8736721837944664,
"macro_f1": 0.8663530203028588,
"per_lang": {
"ace_Latn": 0.8310276679841897,
"afr_Latn": 0.9071146245059288,
"aka_Latn": 0.9367588932806324,
"als_Latn": 0.9436758893280632,
"amh_Ethi": 0.9891304347826086,
"arb_Arab": 0.996188594014681,
"arb_Latn": 0.8774703557312253,
"asm_Beng": 0.974308300395257,
"ast_Latn": 0.7183794466403162,
"awa_Deva": 0.45454545454545453,
"ayr_Latn": 0.9318181818181818,
"azb_Arab": 0.9199604743083004,
"azj_Latn": 0.8903162055335968,
"bak_Cyrl": 0.8675889328063241,
"bam_Latn": 0.7371541501976284,
"ban_Latn": 0.7213438735177866,
"bel_Cyrl": 0.9634387351778656,
"bem_Latn": 0.7183794466403162,
"ben_Beng": 0.9357707509881423,
"bho_Deva": 0.6758893280632411,
"bjn_Arab": 0.9535573122529645,
"bjn_Latn": 0.7312252964426877,
"bod_Tibt": 0.7252964426877471,
"bos_Latn": 0.475296442687747,
"bul_Cyrl": 0.908102766798419,
"cat_Latn": 0.8537549407114624,
"ceb_Latn": 0.9120553359683794,
"ces_Latn": 0.9011857707509882,
"ckb_Arab": 0.9950592885375494,
"crh_Latn": 0.7648221343873518,
"cym_Latn": 0.9920948616600791,
"dan_Latn": 0.7687747035573123,
"deu_Latn": 0.9426877470355731,
"dik_Latn": 0.8537549407114624,
"dzo_Tibt": 0.8735177865612648,
"ell_Grek": 1.0,
"eng_Latn": 0.9496047430830039,
"epo_Latn": 0.9229249011857708,
"est_Latn": 0.9298418972332015,
"eus_Latn": 0.91600790513834,
"ewe_Latn": 0.958498023715415,
"fao_Latn": 0.8517786561264822,
"fij_Latn": 0.9752964426877471,
"fin_Latn": 0.9377470355731226,
"fon_Latn": 0.9357707509881423,
"fra_Latn": 0.924901185770751,
"fur_Latn": 0.9268774703557312,
"fuv_Latn": 0.5335968379446641,
"gaz_Latn": 0.9179841897233202,
"gla_Latn": 0.9723320158102767,
"gle_Latn": 0.9397233201581028,
"glg_Latn": 0.8270750988142292,
"grn_Latn": 0.9041501976284585,
"guj_Gujr": 1.0,
"hat_Latn": 0.9496047430830039,
"hau_Latn": 0.9150197628458498,
"heb_Hebr": 0.9920948616600791,
"hin_Deva": 0.8300395256916996,
"hne_Deva": 0.6156126482213439,
"hrv_Latn": 0.5543478260869565,
"hun_Latn": 0.9683794466403162,
"hye_Armn": 1.0,
"ibo_Latn": 0.9446640316205533,
"ilo_Latn": 0.958498023715415,
"ind_Latn": 0.7015810276679841,
"isl_Latn": 0.8913043478260869,
"ita_Latn": 0.8992094861660079,
"jav_Latn": 0.8162055335968379,
"jpn_Jpan": 0.9980237154150198,
"kab_Latn": 0.9792490118577075,
"kac_Latn": 0.9525691699604744,
"kam_Latn": 0.7154150197628458,
"kan_Knda": 1.0,
"kas_Arab": 0.8715415019762845,
"kat_Geor": 0.9980237154150198,
"kaz_Cyrl": 0.950592885375494,
"kbp_Latn": 0.9545454545454546,
"kea_Latn": 0.75,
"khk_Cyrl": 0.9762845849802372,
"khm_Khmr": 0.9901185770750988,
"kik_Latn": 0.6976284584980237,
"kin_Latn": 0.5978260869565217,
"kir_Cyrl": 0.9189723320158103,
"kmb_Latn": 0.4140316205533597,
"kmr_Latn": 0.9644268774703557,
"knc_Latn": 0.6818181818181818,
"kon_Latn": 0.8359683794466403,
"kor_Hang": 0.9970355731225297,
"lao_Laoo": 0.9871541501976284,
"lij_Latn": 0.817193675889328,
"lim_Latn": 0.8349802371541502,
"lin_Latn": 0.8952569169960475,
"lit_Latn": 0.9515810276679841,
"lmo_Latn": 0.808300395256917,
"ltg_Latn": 0.8735177865612648,
"ltz_Latn": 0.9130434782608695,
"lua_Latn": 0.7233201581027668,
"lug_Latn": 0.8438735177865613,
"luo_Latn": 0.8972332015810277,
"lus_Latn": 0.9130434782608695,
"lvs_Latn": 0.9347826086956522,
"mag_Deva": 0.07015810276679842,
"mai_Deva": 0.8280632411067194,
"mal_Mlym": 0.9990118577075099,
"mar_Deva": 0.9357707509881423,
"min_Latn": 0.5345849802371542,
"mkd_Cyrl": 0.9199604743083004,
"mlt_Latn": 0.9446640316205533,
"mni_Beng": 0.991106719367589,
"mos_Latn": 0.7806324110671937,
"mri_Latn": 0.9950592885375494,
"mya_Mymr": 0.9901185770750988,
"nld_Latn": 0.8843873517786561,
"nno_Latn": 0.6590909090909091,
"nob_Latn": 0.7766798418972332,
"npi_Deva": 0.9169960474308301,
"nso_Latn": 0.7796442687747036,
"nya_Latn": 0.782608695652174,
"oci_Latn": 0.8359683794466403,
"ory_Orya": 1.0,
"pag_Latn": 0.9061264822134387,
"pan_Guru": 1.0,
"pap_Latn": 0.8982213438735178,
"pbt_Arab": 0.9822134387351779,
"pes_Arab": 0.9683794466403162,
"plt_Latn": 0.974308300395257,
"pol_Latn": 0.9298418972332015,
"por_Latn": 0.8774703557312253,
"quy_Latn": 0.8784584980237155,
"ron_Latn": 0.9604743083003953,
"run_Latn": 0.6877470355731226,
"rus_Cyrl": 0.9575098814229249,
"sag_Latn": 0.908102766798419,
"san_Deva": 0.9278656126482213,
"sat_Olck": 1.0,
"scn_Latn": 0.9150197628458498,
"shn_Mymr": 0.9782608695652174,
"sin_Sinh": 0.9990118577075099,
"slk_Latn": 0.8824110671936759,
"slv_Latn": 0.8280632411067194,
"smo_Latn": 0.9822134387351779,
"sna_Latn": 0.8754940711462451,
"snd_Arab": 0.9851778656126482,
"som_Latn": 0.9298418972332015,
"sot_Latn": 0.6294466403162056,
"spa_Latn": 0.8942687747035574,
"srd_Latn": 0.9209486166007905,
"srp_Cyrl": 0.8893280632411067,
"ssw_Latn": 0.6976284584980237,
"sun_Latn": 0.7677865612648221,
"swe_Latn": 0.8893280632411067,
"swh_Latn": 0.908102766798419,
"szl_Latn": 0.8428853754940712,
"tam_Taml": 0.9980237154150198,
"taq_Latn": 0.3339920948616601,
"tat_Cyrl": 0.8893280632411067,
"tel_Telu": 0.9970355731225297,
"tgk_Cyrl": 0.9861660079051383,
"tgl_Latn": 0.8636363636363636,
"tha_Thai": 0.9861660079051383,
"tir_Ethi": 0.9960474308300395,
"tpi_Latn": 0.9278656126482213,
"tsn_Latn": 0.7964426877470355,
"tso_Latn": 0.8952569169960475,
"tuk_Latn": 0.9278656126482213,
"tum_Latn": 0.5187747035573123,
"tur_Latn": 0.8824110671936759,
"tzm_Tfng": 1.0,
"uig_Arab": 0.9970355731225297,
"ukr_Cyrl": 0.9565217391304348,
"umb_Latn": 0.6294466403162056,
"urd_Arab": 0.9851778656126482,
"uzn_Latn": 0.908102766798419,
"vec_Latn": 0.8320158102766798,
"vie_Latn": 0.9980237154150198,
"war_Latn": 0.900197628458498,
"wol_Latn": 0.9189723320158103,
"xho_Latn": 0.6907114624505929,
"ydd_Hebr": 0.9990118577075099,
"yor_Latn": 0.9308300395256917,
"zho_Hani": 0.9945652173913043,
"zsm_Latn": 0.6857707509881423,
"zul_Latn": 0.7381422924901185
}
},
"flores_short_papluca20": {
"n": 27324,
"acc": 0.9525325720977895,
"macro_f1": 0.9648421544399849,
"per_lang": {
"arb_Arab": 0.996188594014681,
"bul_Cyrl": 0.908102766798419,
"deu_Latn": 0.9426877470355731,
"ell_Grek": 1.0,
"eng_Latn": 0.9496047430830039,
"fra_Latn": 0.924901185770751,
"hin_Deva": 0.8300395256916996,
"ita_Latn": 0.8992094861660079,
"jpn_Jpan": 0.9980237154150198,
"nld_Latn": 0.8843873517786561,
"pol_Latn": 0.9298418972332015,
"por_Latn": 0.8774703557312253,
"rus_Cyrl": 0.9575098814229249,
"spa_Latn": 0.8942687747035574,
"swh_Latn": 0.908102766798419,
"tha_Thai": 0.9861660079051383,
"tur_Latn": 0.8824110671936759,
"urd_Arab": 0.9851778656126482,
"vie_Latn": 0.9980237154150198,
"zho_Hani": 0.9945652173913043
}
},
"flores_short_papluca20_restricted": {
"n": 27324,
"acc": 0.9912165129556434,
"macro_f1": 0.9883331223504213,
"per_lang": {
"arb_Arab": 1.0,
"bul_Cyrl": 0.9881422924901185,
"deu_Latn": 0.9772727272727273,
"ell_Grek": 1.0,
"eng_Latn": 0.9871541501976284,
"fra_Latn": 0.9822134387351779,
"hin_Deva": 0.9990118577075099,
"ita_Latn": 0.9772727272727273,
"jpn_Jpan": 0.9990118577075099,
"nld_Latn": 0.9752964426877471,
"pol_Latn": 0.9822134387351779,
"por_Latn": 0.9871541501976284,
"rus_Cyrl": 0.9792490118577075,
"spa_Latn": 0.983201581027668,
"swh_Latn": 0.9901185770750988,
"tha_Thai": 0.9861660079051383,
"tur_Latn": 0.983201581027668,
"urd_Arab": 0.9980237154150198,
"vie_Latn": 0.9980237154150198,
"zho_Hani": 0.9950592885375494
}
}
}
}