{ "language-detection-small v1.0 (job 58cb13ac)": { "flores_devtest": { "n": 194304, "acc": 0.9842154561923584, "macro_f1": 0.9833794692941185, "per_lang": { "ace_Latn": 1.0, "afr_Latn": 1.0, "aka_Latn": 0.9990118577075099, "als_Latn": 1.0, "amh_Ethi": 0.9990118577075099, "arb_Arab": 0.9994353472614342, "arb_Latn": 1.0, "asm_Beng": 1.0, "ast_Latn": 0.9891304347826086, "awa_Deva": 0.9387351778656127, "ayr_Latn": 1.0, "azb_Arab": 1.0, "azj_Latn": 0.9990118577075099, "bak_Cyrl": 0.9990118577075099, "bam_Latn": 0.9496047430830039, "ban_Latn": 0.9782608695652174, "bel_Cyrl": 1.0, "bem_Latn": 0.9950592885375494, "ben_Beng": 1.0, "bho_Deva": 0.9812252964426877, "bjn_Arab": 1.0, "bjn_Latn": 0.9920948616600791, "bod_Tibt": 0.9575098814229249, "bos_Latn": 0.46047430830039526, "bul_Cyrl": 1.0, "cat_Latn": 0.9950592885375494, "ceb_Latn": 0.9990118577075099, "ces_Latn": 0.9980237154150198, "ckb_Arab": 1.0, "crh_Latn": 0.991106719367589, "cym_Latn": 1.0, "dan_Latn": 0.9901185770750988, "deu_Latn": 0.9980237154150198, "dik_Latn": 0.9930830039525692, "dzo_Tibt": 1.0, "ell_Grek": 1.0, "eng_Latn": 0.9693675889328063, "epo_Latn": 1.0, "est_Latn": 0.9990118577075099, "eus_Latn": 1.0, "ewe_Latn": 1.0, "fao_Latn": 0.9920948616600791, "fij_Latn": 1.0, "fin_Latn": 1.0, "fon_Latn": 0.9990118577075099, "fra_Latn": 0.9841897233201581, "fur_Latn": 1.0, "fuv_Latn": 0.9377470355731226, "gaz_Latn": 0.9990118577075099, "gla_Latn": 1.0, "gle_Latn": 0.9990118577075099, "glg_Latn": 0.9960474308300395, "grn_Latn": 1.0, "guj_Gujr": 1.0, "hat_Latn": 1.0, "hau_Latn": 0.9980237154150198, "heb_Hebr": 1.0, "hin_Deva": 0.9980237154150198, "hne_Deva": 0.967391304347826, "hrv_Latn": 0.7559288537549407, "hun_Latn": 1.0, "hye_Armn": 1.0, "ibo_Latn": 1.0, "ilo_Latn": 1.0, "ind_Latn": 0.9367588932806324, "isl_Latn": 0.9940711462450593, "ita_Latn": 0.9802371541501976, "jav_Latn": 1.0, "jpn_Jpan": 0.9980237154150198, "kab_Latn": 1.0, "kac_Latn": 1.0, "kam_Latn": 0.9812252964426877, "kan_Knda": 1.0, "kas_Arab": 0.991106719367589, "kat_Geor": 1.0, "kaz_Cyrl": 0.9990118577075099, "kbp_Latn": 0.9990118577075099, "kea_Latn": 0.9930830039525692, "khk_Cyrl": 1.0, "khm_Khmr": 1.0, "kik_Latn": 0.9644268774703557, "kin_Latn": 0.8132411067193676, "kir_Cyrl": 0.9980237154150198, "kmb_Latn": 0.9337944664031621, "kmr_Latn": 1.0, "knc_Latn": 0.9841897233201581, "kon_Latn": 0.9960474308300395, "kor_Hang": 0.9990118577075099, "lao_Laoo": 1.0, "lij_Latn": 0.9970355731225297, "lim_Latn": 0.9980237154150198, "lin_Latn": 0.9950592885375494, "lit_Latn": 0.9990118577075099, "lmo_Latn": 0.9950592885375494, "ltg_Latn": 0.9960474308300395, "ltz_Latn": 0.9990118577075099, "lua_Latn": 0.9812252964426877, "lug_Latn": 0.9960474308300395, "luo_Latn": 0.9990118577075099, "lus_Latn": 0.9990118577075099, "lvs_Latn": 1.0, "mag_Deva": 0.849802371541502, "mai_Deva": 0.9980237154150198, "mal_Mlym": 1.0, "mar_Deva": 1.0, "min_Latn": 0.9693675889328063, "mkd_Cyrl": 0.9980237154150198, "mlt_Latn": 1.0, "mni_Beng": 1.0, "mos_Latn": 0.8992094861660079, "mri_Latn": 1.0, "mya_Mymr": 1.0, "nld_Latn": 0.9920948616600791, "nno_Latn": 0.9693675889328063, "nob_Latn": 0.9752964426877471, "npi_Deva": 1.0, "nso_Latn": 0.9980237154150198, "nya_Latn": 0.9950592885375494, "oci_Latn": 0.9960474308300395, "ory_Orya": 1.0, "pag_Latn": 1.0, "pan_Guru": 1.0, "pap_Latn": 0.9990118577075099, "pbt_Arab": 1.0, "pes_Arab": 0.9960474308300395, "plt_Latn": 1.0, "pol_Latn": 0.9970355731225297, "por_Latn": 0.9970355731225297, "quy_Latn": 1.0, "ron_Latn": 1.0, "run_Latn": 0.9703557312252964, "rus_Cyrl": 1.0, "sag_Latn": 0.9990118577075099, "san_Deva": 0.9990118577075099, "sat_Olck": 1.0, "scn_Latn": 0.9980237154150198, "shn_Mymr": 1.0, "sin_Sinh": 1.0, "slk_Latn": 0.9970355731225297, "slv_Latn": 0.9980237154150198, "smo_Latn": 1.0, "sna_Latn": 0.9990118577075099, "snd_Arab": 1.0, "som_Latn": 1.0, "sot_Latn": 0.9476284584980237, "spa_Latn": 0.9762845849802372, "srd_Latn": 0.9990118577075099, "srp_Cyrl": 0.9990118577075099, "ssw_Latn": 0.9841897233201581, "sun_Latn": 0.991106719367589, "swe_Latn": 0.9990118577075099, "swh_Latn": 0.9990118577075099, "szl_Latn": 0.9990118577075099, "tam_Taml": 1.0, "taq_Latn": 0.5098814229249012, "tat_Cyrl": 0.9990118577075099, "tel_Telu": 1.0, "tgk_Cyrl": 1.0, "tgl_Latn": 0.9980237154150198, "tha_Thai": 1.0, "tir_Ethi": 1.0, "tpi_Latn": 1.0, "tsn_Latn": 0.9970355731225297, "tso_Latn": 0.9990118577075099, "tuk_Latn": 1.0, "tum_Latn": 0.9822134387351779, "tur_Latn": 0.9940711462450593, "tzm_Tfng": 1.0, "uig_Arab": 1.0, "ukr_Cyrl": 1.0, "umb_Latn": 0.9723320158102767, "urd_Arab": 1.0, "uzn_Latn": 0.9990118577075099, "vec_Latn": 0.9940711462450593, "vie_Latn": 1.0, "war_Latn": 1.0, "wol_Latn": 1.0, "xho_Latn": 0.9031620553359684, "ydd_Hebr": 1.0, "yor_Latn": 0.9960474308300395, "zho_Hani": 0.9995059288537549, "zsm_Latn": 0.8992094861660079, "zul_Latn": 0.9851778656126482 } }, "flores_devtest_papluca20": { "n": 27324, "acc": 0.9954984628897673, "macro_f1": 0.9970297946397766, "per_lang": { "arb_Arab": 0.9994353472614342, "bul_Cyrl": 1.0, "deu_Latn": 0.9980237154150198, "ell_Grek": 1.0, "eng_Latn": 0.9693675889328063, "fra_Latn": 0.9841897233201581, "hin_Deva": 0.9980237154150198, "ita_Latn": 0.9802371541501976, "jpn_Jpan": 0.9980237154150198, "nld_Latn": 0.9920948616600791, "pol_Latn": 0.9970355731225297, "por_Latn": 0.9970355731225297, "rus_Cyrl": 1.0, "spa_Latn": 0.9762845849802372, "swh_Latn": 0.9990118577075099, "tha_Thai": 1.0, "tur_Latn": 0.9940711462450593, "urd_Arab": 1.0, "vie_Latn": 1.0, "zho_Hani": 0.9995059288537549 } }, "flores_devtest_papluca20_restricted": { "n": 27324, "acc": 0.9998536085492608, "macro_f1": 0.999814707984328, "per_lang": { "arb_Arab": 1.0, "bul_Cyrl": 1.0, "deu_Latn": 1.0, "ell_Grek": 1.0, "eng_Latn": 0.9980237154150198, "fra_Latn": 1.0, "hin_Deva": 1.0, "ita_Latn": 1.0, "jpn_Jpan": 1.0, "nld_Latn": 0.9990118577075099, "pol_Latn": 1.0, "por_Latn": 1.0, "rus_Cyrl": 1.0, "spa_Latn": 1.0, "swh_Latn": 1.0, "tha_Thai": 1.0, "tur_Latn": 1.0, "urd_Arab": 1.0, "vie_Latn": 1.0, "zho_Hani": 0.9995059288537549 } }, "flores_short": { "n": 194304, "acc": 0.8736721837944664, "macro_f1": 0.8663530203028588, "per_lang": { "ace_Latn": 0.8310276679841897, "afr_Latn": 0.9071146245059288, "aka_Latn": 0.9367588932806324, "als_Latn": 0.9436758893280632, "amh_Ethi": 0.9891304347826086, "arb_Arab": 0.996188594014681, "arb_Latn": 0.8774703557312253, "asm_Beng": 0.974308300395257, "ast_Latn": 0.7183794466403162, "awa_Deva": 0.45454545454545453, "ayr_Latn": 0.9318181818181818, "azb_Arab": 0.9199604743083004, "azj_Latn": 0.8903162055335968, "bak_Cyrl": 0.8675889328063241, "bam_Latn": 0.7371541501976284, "ban_Latn": 0.7213438735177866, "bel_Cyrl": 0.9634387351778656, "bem_Latn": 0.7183794466403162, "ben_Beng": 0.9357707509881423, "bho_Deva": 0.6758893280632411, "bjn_Arab": 0.9535573122529645, "bjn_Latn": 0.7312252964426877, "bod_Tibt": 0.7252964426877471, "bos_Latn": 0.475296442687747, "bul_Cyrl": 0.908102766798419, "cat_Latn": 0.8537549407114624, "ceb_Latn": 0.9120553359683794, "ces_Latn": 0.9011857707509882, "ckb_Arab": 0.9950592885375494, "crh_Latn": 0.7648221343873518, "cym_Latn": 0.9920948616600791, "dan_Latn": 0.7687747035573123, "deu_Latn": 0.9426877470355731, "dik_Latn": 0.8537549407114624, "dzo_Tibt": 0.8735177865612648, "ell_Grek": 1.0, "eng_Latn": 0.9496047430830039, "epo_Latn": 0.9229249011857708, "est_Latn": 0.9298418972332015, "eus_Latn": 0.91600790513834, "ewe_Latn": 0.958498023715415, "fao_Latn": 0.8517786561264822, "fij_Latn": 0.9752964426877471, "fin_Latn": 0.9377470355731226, "fon_Latn": 0.9357707509881423, "fra_Latn": 0.924901185770751, "fur_Latn": 0.9268774703557312, "fuv_Latn": 0.5335968379446641, "gaz_Latn": 0.9179841897233202, "gla_Latn": 0.9723320158102767, "gle_Latn": 0.9397233201581028, "glg_Latn": 0.8270750988142292, "grn_Latn": 0.9041501976284585, "guj_Gujr": 1.0, "hat_Latn": 0.9496047430830039, "hau_Latn": 0.9150197628458498, "heb_Hebr": 0.9920948616600791, "hin_Deva": 0.8300395256916996, "hne_Deva": 0.6156126482213439, "hrv_Latn": 0.5543478260869565, "hun_Latn": 0.9683794466403162, "hye_Armn": 1.0, "ibo_Latn": 0.9446640316205533, "ilo_Latn": 0.958498023715415, "ind_Latn": 0.7015810276679841, "isl_Latn": 0.8913043478260869, "ita_Latn": 0.8992094861660079, "jav_Latn": 0.8162055335968379, "jpn_Jpan": 0.9980237154150198, "kab_Latn": 0.9792490118577075, "kac_Latn": 0.9525691699604744, "kam_Latn": 0.7154150197628458, "kan_Knda": 1.0, "kas_Arab": 0.8715415019762845, "kat_Geor": 0.9980237154150198, "kaz_Cyrl": 0.950592885375494, "kbp_Latn": 0.9545454545454546, "kea_Latn": 0.75, "khk_Cyrl": 0.9762845849802372, "khm_Khmr": 0.9901185770750988, "kik_Latn": 0.6976284584980237, "kin_Latn": 0.5978260869565217, "kir_Cyrl": 0.9189723320158103, "kmb_Latn": 0.4140316205533597, "kmr_Latn": 0.9644268774703557, "knc_Latn": 0.6818181818181818, "kon_Latn": 0.8359683794466403, "kor_Hang": 0.9970355731225297, "lao_Laoo": 0.9871541501976284, "lij_Latn": 0.817193675889328, "lim_Latn": 0.8349802371541502, "lin_Latn": 0.8952569169960475, "lit_Latn": 0.9515810276679841, "lmo_Latn": 0.808300395256917, "ltg_Latn": 0.8735177865612648, "ltz_Latn": 0.9130434782608695, "lua_Latn": 0.7233201581027668, "lug_Latn": 0.8438735177865613, "luo_Latn": 0.8972332015810277, "lus_Latn": 0.9130434782608695, "lvs_Latn": 0.9347826086956522, "mag_Deva": 0.07015810276679842, "mai_Deva": 0.8280632411067194, "mal_Mlym": 0.9990118577075099, "mar_Deva": 0.9357707509881423, "min_Latn": 0.5345849802371542, "mkd_Cyrl": 0.9199604743083004, "mlt_Latn": 0.9446640316205533, "mni_Beng": 0.991106719367589, "mos_Latn": 0.7806324110671937, "mri_Latn": 0.9950592885375494, "mya_Mymr": 0.9901185770750988, "nld_Latn": 0.8843873517786561, "nno_Latn": 0.6590909090909091, "nob_Latn": 0.7766798418972332, "npi_Deva": 0.9169960474308301, "nso_Latn": 0.7796442687747036, "nya_Latn": 0.782608695652174, "oci_Latn": 0.8359683794466403, "ory_Orya": 1.0, "pag_Latn": 0.9061264822134387, "pan_Guru": 1.0, "pap_Latn": 0.8982213438735178, "pbt_Arab": 0.9822134387351779, "pes_Arab": 0.9683794466403162, "plt_Latn": 0.974308300395257, "pol_Latn": 0.9298418972332015, "por_Latn": 0.8774703557312253, "quy_Latn": 0.8784584980237155, "ron_Latn": 0.9604743083003953, "run_Latn": 0.6877470355731226, "rus_Cyrl": 0.9575098814229249, "sag_Latn": 0.908102766798419, "san_Deva": 0.9278656126482213, "sat_Olck": 1.0, "scn_Latn": 0.9150197628458498, "shn_Mymr": 0.9782608695652174, "sin_Sinh": 0.9990118577075099, "slk_Latn": 0.8824110671936759, "slv_Latn": 0.8280632411067194, "smo_Latn": 0.9822134387351779, "sna_Latn": 0.8754940711462451, "snd_Arab": 0.9851778656126482, "som_Latn": 0.9298418972332015, "sot_Latn": 0.6294466403162056, "spa_Latn": 0.8942687747035574, "srd_Latn": 0.9209486166007905, "srp_Cyrl": 0.8893280632411067, "ssw_Latn": 0.6976284584980237, "sun_Latn": 0.7677865612648221, "swe_Latn": 0.8893280632411067, "swh_Latn": 0.908102766798419, "szl_Latn": 0.8428853754940712, "tam_Taml": 0.9980237154150198, "taq_Latn": 0.3339920948616601, "tat_Cyrl": 0.8893280632411067, "tel_Telu": 0.9970355731225297, "tgk_Cyrl": 0.9861660079051383, "tgl_Latn": 0.8636363636363636, "tha_Thai": 0.9861660079051383, "tir_Ethi": 0.9960474308300395, "tpi_Latn": 0.9278656126482213, "tsn_Latn": 0.7964426877470355, "tso_Latn": 0.8952569169960475, "tuk_Latn": 0.9278656126482213, "tum_Latn": 0.5187747035573123, "tur_Latn": 0.8824110671936759, "tzm_Tfng": 1.0, "uig_Arab": 0.9970355731225297, "ukr_Cyrl": 0.9565217391304348, "umb_Latn": 0.6294466403162056, "urd_Arab": 0.9851778656126482, "uzn_Latn": 0.908102766798419, "vec_Latn": 0.8320158102766798, "vie_Latn": 0.9980237154150198, "war_Latn": 0.900197628458498, "wol_Latn": 0.9189723320158103, "xho_Latn": 0.6907114624505929, "ydd_Hebr": 0.9990118577075099, "yor_Latn": 0.9308300395256917, "zho_Hani": 0.9945652173913043, "zsm_Latn": 0.6857707509881423, "zul_Latn": 0.7381422924901185 } }, "flores_short_papluca20": { "n": 27324, "acc": 0.9525325720977895, "macro_f1": 0.9648421544399849, "per_lang": { "arb_Arab": 0.996188594014681, "bul_Cyrl": 0.908102766798419, "deu_Latn": 0.9426877470355731, "ell_Grek": 1.0, "eng_Latn": 0.9496047430830039, "fra_Latn": 0.924901185770751, "hin_Deva": 0.8300395256916996, "ita_Latn": 0.8992094861660079, "jpn_Jpan": 0.9980237154150198, "nld_Latn": 0.8843873517786561, "pol_Latn": 0.9298418972332015, "por_Latn": 0.8774703557312253, "rus_Cyrl": 0.9575098814229249, "spa_Latn": 0.8942687747035574, "swh_Latn": 0.908102766798419, "tha_Thai": 0.9861660079051383, "tur_Latn": 0.8824110671936759, "urd_Arab": 0.9851778656126482, "vie_Latn": 0.9980237154150198, "zho_Hani": 0.9945652173913043 } }, "flores_short_papluca20_restricted": { "n": 27324, "acc": 0.9912165129556434, "macro_f1": 0.9883331223504213, "per_lang": { "arb_Arab": 1.0, "bul_Cyrl": 0.9881422924901185, "deu_Latn": 0.9772727272727273, "ell_Grek": 1.0, "eng_Latn": 0.9871541501976284, "fra_Latn": 0.9822134387351779, "hin_Deva": 0.9990118577075099, "ita_Latn": 0.9772727272727273, "jpn_Jpan": 0.9990118577075099, "nld_Latn": 0.9752964426877471, "pol_Latn": 0.9822134387351779, "por_Latn": 0.9871541501976284, "rus_Cyrl": 0.9792490118577075, "spa_Latn": 0.983201581027668, "swh_Latn": 0.9901185770750988, "tha_Thai": 0.9861660079051383, "tur_Latn": 0.983201581027668, "urd_Arab": 0.9980237154150198, "vie_Latn": 0.9980237154150198, "zho_Hani": 0.9950592885375494 } } } }