eval/baselines.json

{
 "fasttext:cis-lmu/glotlid": {
  "flores_devtest": {
   "n": 194304,
   "acc": 0.9579988059947299,
   "macro_f1": 0.9579937254405028,
   "per_lang": {
    "ace_Latn": 0.9970355731225297,
    "afr_Latn": 1.0,
    "aka_Latn": 0.9975296442687747,
    "als_Latn": 1.0,
    "amh_Ethi": 1.0,
    "arb_Arab": 0.9990118577075099,
    "arb_Latn": 0.9990118577075099,
    "asm_Beng": 1.0,
    "ast_Latn": 0.991106719367589,
    "awa_Deva": 0.8883399209486166,
    "ayr_Latn": 1.0,
    "azb_Arab": 0.9802371541501976,
    "azj_Latn": 1.0,
    "bak_Cyrl": 1.0,
    "bam_Latn": 0.9594861660079052,
    "ban_Latn": 0.9594861660079052,
    "bel_Cyrl": 1.0,
    "bem_Latn": 0.9891304347826086,
    "ben_Beng": 0.9990118577075099,
    "bho_Deva": 0.9762845849802372,
    "bjn_Arab": 0.9871541501976284,
    "bjn_Latn": 0.9782608695652174,
    "bod_Tibt": 0.9575098814229249,
    "bos_Latn": 0.45948616600790515,
    "bul_Cyrl": 1.0,
    "cat_Latn": 1.0,
    "ceb_Latn": 0.9901185770750988,
    "ces_Latn": 1.0,
    "ckb_Arab": 0.9920948616600791,
    "crh_Latn": 0.9822134387351779,
    "cym_Latn": 1.0,
    "dan_Latn": 0.9950592885375494,
    "deu_Latn": 1.0,
    "dik_Latn": 0.9891304347826086,
    "dzo_Tibt": 0.9970355731225297,
    "ell_Grek": 1.0,
    "eng_Latn": 1.0,
    "epo_Latn": 1.0,
    "est_Latn": 0.0,
    "eus_Latn": 0.9990118577075099,
    "ewe_Latn": 1.0,
    "fao_Latn": 1.0,
    "fij_Latn": 0.9990118577075099,
    "fin_Latn": 1.0,
    "fon_Latn": 1.0,
    "fra_Latn": 1.0,
    "fur_Latn": 1.0,
    "fuv_Latn": 0.9861660079051383,
    "gaz_Latn": 1.0,
    "gla_Latn": 1.0,
    "gle_Latn": 1.0,
    "glg_Latn": 0.9930830039525692,
    "grn_Latn": 0.0,
    "guj_Gujr": 1.0,
    "hat_Latn": 1.0,
    "hau_Latn": 1.0,
    "heb_Hebr": 1.0,
    "hin_Deva": 0.9970355731225297,
    "hne_Deva": 0.9486166007905138,
    "hrv_Latn": 0.9466403162055336,
    "hun_Latn": 1.0,
    "hye_Armn": 1.0,
    "ibo_Latn": 1.0,
    "ilo_Latn": 1.0,
    "ind_Latn": 0.9970355731225297,
    "isl_Latn": 0.9990118577075099,
    "ita_Latn": 0.9990118577075099,
    "jav_Latn": 0.9980237154150198,
    "jpn_Jpan": 1.0,
    "kab_Latn": 0.9980237154150198,
    "kac_Latn": 1.0,
    "kam_Latn": 0.9575098814229249,
    "kan_Knda": 1.0,
    "kas_Arab": 0.9960474308300395,
    "kat_Geor": 1.0,
    "kaz_Cyrl": 0.9990118577075099,
    "kbp_Latn": 0.9990118577075099,
    "kea_Latn": 0.9446640316205533,
    "khk_Cyrl": 1.0,
    "khm_Khmr": 0.9990118577075099,
    "kik_Latn": 0.9970355731225297,
    "kin_Latn": 0.950592885375494,
    "kir_Cyrl": 1.0,
    "kmb_Latn": 0.9920948616600791,
    "kmr_Latn": 0.9861660079051383,
    "knc_Latn": 1.0,
    "kon_Latn": 0.0,
    "kor_Hang": 1.0,
    "lao_Laoo": 0.9990118577075099,
    "lij_Latn": 0.9990118577075099,
    "lim_Latn": 0.9871541501976284,
    "lin_Latn": 0.9990118577075099,
    "lit_Latn": 0.9990118577075099,
    "lmo_Latn": 0.9920948616600791,
    "ltg_Latn": 0.9930830039525692,
    "ltz_Latn": 1.0,
    "lua_Latn": 0.9930830039525692,
    "lug_Latn": 0.9930830039525692,
    "luo_Latn": 0.9990118577075099,
    "lus_Latn": 0.9960474308300395,
    "lvs_Latn": 1.0,
    "mag_Deva": 0.9752964426877471,
    "mai_Deva": 0.9970355731225297,
    "mal_Mlym": 1.0,
    "mar_Deva": 1.0,
    "min_Latn": 0.9940711462450593,
    "mkd_Cyrl": 0.9990118577075099,
    "mlt_Latn": 1.0,
    "mni_Beng": 1.0,
    "mos_Latn": 0.983201581027668,
    "mri_Latn": 0.9980237154150198,
    "mya_Mymr": 1.0,
    "nld_Latn": 0.9990118577075099,
    "nno_Latn": 0.9752964426877471,
    "nob_Latn": 0.9920948616600791,
    "npi_Deva": 1.0,
    "nso_Latn": 0.9980237154150198,
    "nya_Latn": 0.9990118577075099,
    "oci_Latn": 1.0,
    "ory_Orya": 1.0,
    "pag_Latn": 0.9990118577075099,
    "pan_Guru": 1.0,
    "pap_Latn": 0.9980237154150198,
    "pbt_Arab": 1.0,
    "pes_Arab": 0.0,
    "plt_Latn": 0.9980237154150198,
    "pol_Latn": 1.0,
    "por_Latn": 1.0,
    "quy_Latn": 0.7351778656126482,
    "ron_Latn": 0.9990118577075099,
    "run_Latn": 0.9802371541501976,
    "rus_Cyrl": 1.0,
    "sag_Latn": 0.9960474308300395,
    "san_Deva": 0.9901185770750988,
    "sat_Olck": 1.0,
    "scn_Latn": 0.9960474308300395,
    "shn_Mymr": 1.0,
    "sin_Sinh": 1.0,
    "slk_Latn": 0.9990118577075099,
    "slv_Latn": 1.0,
    "smo_Latn": 0.9980237154150198,
    "sna_Latn": 1.0,
    "snd_Arab": 1.0,
    "som_Latn": 1.0,
    "sot_Latn": 0.9871541501976284,
    "spa_Latn": 0.9990118577075099,
    "srd_Latn": 0.9980237154150198,
    "srp_Cyrl": 0.9990118577075099,
    "ssw_Latn": 0.991106719367589,
    "sun_Latn": 0.9960474308300395,
    "swe_Latn": 1.0,
    "swh_Latn": 0.9683794466403162,
    "szl_Latn": 0.9891304347826086,
    "tam_Taml": 1.0,
    "taq_Latn": 0.9654150197628458,
    "tat_Cyrl": 0.9990118577075099,
    "tel_Telu": 0.9990118577075099,
    "tgk_Cyrl": 1.0,
    "tgl_Latn": 0.0,
    "tha_Thai": 1.0,
    "tir_Ethi": 0.9644268774703557,
    "tpi_Latn": 0.9990118577075099,
    "tsn_Latn": 0.9960474308300395,
    "tso_Latn": 0.9970355731225297,
    "tuk_Latn": 1.0,
    "tum_Latn": 0.9980237154150198,
    "tur_Latn": 1.0,
    "tzm_Tfng": 0.07608695652173914,
    "uig_Arab": 1.0,
    "ukr_Cyrl": 1.0,
    "umb_Latn": 0.9782608695652174,
    "urd_Arab": 0.9990118577075099,
    "uzn_Latn": 1.0,
    "vec_Latn": 0.9990118577075099,
    "vie_Latn": 1.0,
    "war_Latn": 1.0,
    "wol_Latn": 0.9980237154150198,
    "xho_Latn": 0.9920948616600791,
    "ydd_Hebr": 1.0,
    "yor_Latn": 1.0,
    "zho_Hani": 0.9856719367588933,
    "zsm_Latn": 0.8754940711462451,
    "zul_Latn": 0.9555335968379447
   }
  },
  "flores_short": {
   "n": 194304,
   "acc": 0.8449645915678524,
   "macro_f1": 0.8524695345896758,
   "per_lang": {
    "ace_Latn": 0.8705533596837944,
    "afr_Latn": 0.9189723320158103,
    "aka_Latn": 0.9219367588932806,
    "als_Latn": 0.8913043478260869,
    "amh_Ethi": 0.9851778656126482,
    "arb_Arab": 0.9861660079051383,
    "arb_Latn": 0.5375494071146245,
    "asm_Beng": 0.9802371541501976,
    "ast_Latn": 0.7845849802371542,
    "awa_Deva": 0.2015810276679842,
    "ayr_Latn": 0.8804347826086957,
    "azb_Arab": 0.6541501976284585,
    "azj_Latn": 0.9337944664031621,
    "bak_Cyrl": 0.9357707509881423,
    "bam_Latn": 0.7658102766798419,
    "ban_Latn": 0.6768774703557312,
    "bel_Cyrl": 0.9871541501976284,
    "bem_Latn": 0.8705533596837944,
    "ben_Beng": 0.9901185770750988,
    "bho_Deva": 0.6146245059288538,
    "bjn_Arab": 0.6531620553359684,
    "bjn_Latn": 0.6679841897233202,
    "bod_Tibt": 0.83399209486166,
    "bos_Latn": 0.1808300395256917,
    "bul_Cyrl": 0.9476284584980237,
    "cat_Latn": 0.9486166007905138,
    "ceb_Latn": 0.8754940711462451,
    "ces_Latn": 0.941699604743083,
    "ckb_Arab": 0.9496047430830039,
    "crh_Latn": 0.7164031620553359,
    "cym_Latn": 0.983201581027668,
    "dan_Latn": 0.8705533596837944,
    "deu_Latn": 0.9387351778656127,
    "dik_Latn": 0.808300395256917,
    "dzo_Tibt": 0.8379446640316206,
    "ell_Grek": 0.9980237154150198,
    "eng_Latn": 0.9634387351778656,
    "epo_Latn": 0.9683794466403162,
    "est_Latn": 0.0,
    "eus_Latn": 0.9229249011857708,
    "ewe_Latn": 0.9723320158102767,
    "fao_Latn": 0.8725296442687747,
    "fij_Latn": 0.9851778656126482,
    "fin_Latn": 0.9713438735177866,
    "fon_Latn": 0.8656126482213439,
    "fra_Latn": 0.9318181818181818,
    "fur_Latn": 0.9426877470355731,
    "fuv_Latn": 0.6294466403162056,
    "gaz_Latn": 0.9288537549407114,
    "gla_Latn": 0.9723320158102767,
    "gle_Latn": 0.9713438735177866,
    "glg_Latn": 0.6818181818181818,
    "grn_Latn": 0.0,
    "guj_Gujr": 0.9980237154150198,
    "hat_Latn": 0.9337944664031621,
    "hau_Latn": 0.9466403162055336,
    "heb_Hebr": 0.9990118577075099,
    "hin_Deva": 0.9703557312252964,
    "hne_Deva": 0.5513833992094862,
    "hrv_Latn": 0.8735177865612648,
    "hun_Latn": 0.9802371541501976,
    "hye_Armn": 0.9288537549407114,
    "ibo_Latn": 0.9565217391304348,
    "ilo_Latn": 0.9901185770750988,
    "ind_Latn": 0.9397233201581028,
    "isl_Latn": 0.9061264822134387,
    "ita_Latn": 0.9525691699604744,
    "jav_Latn": 0.8359683794466403,
    "jpn_Jpan": 0.9960474308300395,
    "kab_Latn": 0.9802371541501976,
    "kac_Latn": 0.8616600790513834,
    "kam_Latn": 0.6254940711462451,
    "kan_Knda": 0.9940711462450593,
    "kas_Arab": 0.7845849802371542,
    "kat_Geor": 0.991106719367589,
    "kaz_Cyrl": 0.9229249011857708,
    "kbp_Latn": 0.958498023715415,
    "kea_Latn": 0.6383399209486166,
    "khk_Cyrl": 0.9614624505928854,
    "khm_Khmr": 0.9258893280632411,
    "kik_Latn": 0.8824110671936759,
    "kin_Latn": 0.967391304347826,
    "kir_Cyrl": 0.9298418972332015,
    "kmb_Latn": 0.7747035573122529,
    "kmr_Latn": 0.892292490118577,
    "knc_Latn": 0.7934782608695652,
    "kon_Latn": 0.0,
    "kor_Hang": 0.9920948616600791,
    "lao_Laoo": 0.8458498023715415,
    "lij_Latn": 0.799407114624506,
    "lim_Latn": 0.817193675889328,
    "lin_Latn": 0.9446640316205533,
    "lit_Latn": 0.9762845849802372,
    "lmo_Latn": 0.6620553359683794,
    "ltg_Latn": 0.799407114624506,
    "ltz_Latn": 0.8843873517786561,
    "lua_Latn": 0.8527667984189723,
    "lug_Latn": 0.8646245059288538,
    "luo_Latn": 0.9229249011857708,
    "lus_Latn": 0.766798418972332,
    "lvs_Latn": 0.9762845849802372,
    "mag_Deva": 0.17786561264822134,
    "mai_Deva": 0.5335968379446641,
    "mal_Mlym": 0.9940711462450593,
    "mar_Deva": 0.9061264822134387,
    "min_Latn": 0.7766798418972332,
    "mkd_Cyrl": 0.9377470355731226,
    "mlt_Latn": 0.9733201581027668,
    "mni_Beng": 0.9515810276679841,
    "mos_Latn": 0.8349802371541502,
    "mri_Latn": 0.9426877470355731,
    "mya_Mymr": 0.9792490118577075,
    "nld_Latn": 0.9535573122529645,
    "nno_Latn": 0.741106719367589,
    "nob_Latn": 0.8290513833992095,
    "npi_Deva": 0.7885375494071146,
    "nso_Latn": 0.8982213438735178,
    "nya_Latn": 0.9011857707509882,
    "oci_Latn": 0.8438735177865613,
    "ory_Orya": 0.9881422924901185,
    "pag_Latn": 0.9456521739130435,
    "pan_Guru": 0.9970355731225297,
    "pap_Latn": 0.9466403162055336,
    "pbt_Arab": 0.9446640316205533,
    "pes_Arab": 0.0,
    "plt_Latn": 0.8201581027667985,
    "pol_Latn": 0.9772727272727273,
    "por_Latn": 0.9634387351778656,
    "quy_Latn": 0.5365612648221344,
    "ron_Latn": 0.9140316205533597,
    "run_Latn": 0.4950592885375494,
    "rus_Cyrl": 0.991106719367589,
    "sag_Latn": 0.91600790513834,
    "san_Deva": 0.8132411067193676,
    "sat_Olck": 0.9594861660079052,
    "scn_Latn": 0.9061264822134387,
    "shn_Mymr": 0.924901185770751,
    "sin_Sinh": 0.9960474308300395,
    "slk_Latn": 0.9575098814229249,
    "slv_Latn": 0.958498023715415,
    "smo_Latn": 0.950592885375494,
    "sna_Latn": 0.9426877470355731,
    "snd_Arab": 0.974308300395257,
    "som_Latn": 0.9476284584980237,
    "sot_Latn": 0.58399209486166,
    "spa_Latn": 0.9278656126482213,
    "srd_Latn": 0.9634387351778656,
    "srp_Cyrl": 0.9318181818181818,
    "ssw_Latn": 0.7776679841897233,
    "sun_Latn": 0.7806324110671937,
    "swe_Latn": 0.9456521739130435,
    "swh_Latn": 0.591897233201581,
    "szl_Latn": 0.708498023715415,
    "tam_Taml": 0.9980237154150198,
    "taq_Latn": 0.5938735177865613,
    "tat_Cyrl": 0.9071146245059288,
    "tel_Telu": 0.9782608695652174,
    "tgk_Cyrl": 0.9367588932806324,
    "tgl_Latn": 0.0,
    "tha_Thai": 0.983201581027668,
    "tir_Ethi": 0.8636363636363636,
    "tpi_Latn": 0.8893280632411067,
    "tsn_Latn": 0.8043478260869565,
    "tso_Latn": 0.8932806324110671,
    "tuk_Latn": 0.9288537549407114,
    "tum_Latn": 0.8458498023715415,
    "tur_Latn": 0.9496047430830039,
    "tzm_Tfng": 0.0691699604743083,
    "uig_Arab": 0.9841897233201581,
    "ukr_Cyrl": 0.9841897233201581,
    "umb_Latn": 0.7509881422924901,
    "urd_Arab": 0.9693675889328063,
    "uzn_Latn": 0.9772727272727273,
    "vec_Latn": 0.8715415019762845,
    "vie_Latn": 0.9970355731225297,
    "war_Latn": 0.8794466403162056,
    "wol_Latn": 0.9100790513833992,
    "xho_Latn": 0.866600790513834,
    "ydd_Hebr": 0.967391304347826,
    "yor_Latn": 0.9466403162055336,
    "zho_Hani": 0.9402173913043478,
    "zsm_Latn": 0.42292490118577075,
    "zul_Latn": 0.7697628458498024
   }
  }
 },
 "fasttext:facebook/fasttext-language-identification": {
  "flores_devtest": {
   "n": 194304,
   "acc": 0.9701807476943346,
   "macro_f1": 0.9703042313796157,
   "per_lang": {
    "ace_Latn": 0.9940711462450593,
    "afr_Latn": 0.9990118577075099,
    "aka_Latn": 0.9970355731225297,
    "als_Latn": 1.0,
    "amh_Ethi": 1.0,
    "arb_Arab": 0.9998588368153586,
    "arb_Latn": 0.9901185770750988,
    "asm_Beng": 1.0,
    "ast_Latn": 0.9940711462450593,
    "awa_Deva": 0.9407114624505929,
    "ayr_Latn": 0.9970355731225297,
    "azb_Arab": 0.7974308300395256,
    "azj_Latn": 1.0,
    "bak_Cyrl": 0.9990118577075099,
    "bam_Latn": 0.9540513833992095,
    "ban_Latn": 0.9496047430830039,
    "bel_Cyrl": 1.0,
    "bem_Latn": 0.9970355731225297,
    "ben_Beng": 1.0,
    "bho_Deva": 0.9021739130434783,
    "bjn_Arab": 0.9387351778656127,
    "bjn_Latn": 0.9604743083003953,
    "bod_Tibt": 0.9980237154150198,
    "bos_Latn": 0.4733201581027668,
    "bul_Cyrl": 0.9990118577075099,
    "cat_Latn": 1.0,
    "ceb_Latn": 0.9990118577075099,
    "ces_Latn": 1.0,
    "ckb_Arab": 1.0,
    "crh_Latn": 0.9664031620553359,
    "cym_Latn": 1.0,
    "dan_Latn": 0.9930830039525692,
    "deu_Latn": 1.0,
    "dik_Latn": 0.9851778656126482,
    "dzo_Tibt": 0.9387351778656127,
    "ell_Grek": 1.0,
    "eng_Latn": 1.0,
    "epo_Latn": 1.0,
    "est_Latn": 1.0,
    "eus_Latn": 1.0,
    "ewe_Latn": 1.0,
    "fao_Latn": 0.33794466403162055,
    "fij_Latn": 1.0,
    "fin_Latn": 1.0,
    "fon_Latn": 0.9940711462450593,
    "fra_Latn": 0.9990118577075099,
    "fur_Latn": 0.9960474308300395,
    "fuv_Latn": 0.9703557312252964,
    "gaz_Latn": 1.0,
    "gla_Latn": 0.9990118577075099,
    "gle_Latn": 1.0,
    "glg_Latn": 0.9960474308300395,
    "grn_Latn": 0.9960474308300395,
    "guj_Gujr": 1.0,
    "hat_Latn": 0.9980237154150198,
    "hau_Latn": 0.9990118577075099,
    "heb_Hebr": 1.0,
    "hin_Deva": 0.9980237154150198,
    "hne_Deva": 0.892292490118577,
    "hrv_Latn": 0.8853754940711462,
    "hun_Latn": 1.0,
    "hye_Armn": 1.0,
    "ibo_Latn": 1.0,
    "ilo_Latn": 1.0,
    "ind_Latn": 0.9841897233201581,
    "isl_Latn": 1.0,
    "ita_Latn": 0.9990118577075099,
    "jav_Latn": 0.9960474308300395,
    "jpn_Jpan": 0.9822134387351779,
    "kab_Latn": 0.9990118577075099,
    "kac_Latn": 1.0,
    "kam_Latn": 0.6116600790513834,
    "kan_Knda": 1.0,
    "kas_Arab": 0.9436758893280632,
    "kat_Geor": 1.0,
    "kaz_Cyrl": 0.9990118577075099,
    "kbp_Latn": 1.0,
    "kea_Latn": 0.924901185770751,
    "khk_Cyrl": 1.0,
    "khm_Khmr": 0.9980237154150198,
    "kik_Latn": 0.9930830039525692,
    "kin_Latn": 0.9812252964426877,
    "kir_Cyrl": 1.0,
    "kmb_Latn": 0.9703557312252964,
    "kmr_Latn": 1.0,
    "knc_Latn": 0.9960474308300395,
    "kon_Latn": 0.9970355731225297,
    "kor_Hang": 1.0,
    "lao_Laoo": 0.9990118577075099,
    "lij_Latn": 0.9604743083003953,
    "lim_Latn": 0.9762845849802372,
    "lin_Latn": 0.9970355731225297,
    "lit_Latn": 1.0,
    "lmo_Latn": 0.9614624505928854,
    "ltg_Latn": 0.9841897233201581,
    "ltz_Latn": 0.9990118577075099,
    "lua_Latn": 0.9940711462450593,
    "lug_Latn": 0.9980237154150198,
    "luo_Latn": 0.9960474308300395,
    "lus_Latn": 0.9901185770750988,
    "lvs_Latn": 1.0,
    "mag_Deva": 0.908102766798419,
    "mai_Deva": 0.9822134387351779,
    "mal_Mlym": 1.0,
    "mar_Deva": 1.0,
    "min_Latn": 0.3468379446640316,
    "mkd_Cyrl": 1.0,
    "mlt_Latn": 1.0,
    "mni_Beng": 0.9990118577075099,
    "mos_Latn": 0.9387351778656127,
    "mri_Latn": 0.9980237154150198,
    "mya_Mymr": 1.0,
    "nld_Latn": 1.0,
    "nno_Latn": 0.9802371541501976,
    "nob_Latn": 0.9930830039525692,
    "npi_Deva": 1.0,
    "nso_Latn": 0.9940711462450593,
    "nya_Latn": 0.9268774703557312,
    "oci_Latn": 0.9990118577075099,
    "ory_Orya": 1.0,
    "pag_Latn": 0.9960474308300395,
    "pan_Guru": 1.0,
    "pap_Latn": 0.9990118577075099,
    "pbt_Arab": 0.9960474308300395,
    "pes_Arab": 0.983201581027668,
    "plt_Latn": 1.0,
    "pol_Latn": 1.0,
    "por_Latn": 0.9990118577075099,
    "quy_Latn": 1.0,
    "ron_Latn": 1.0,
    "run_Latn": 0.9772727272727273,
    "rus_Cyrl": 1.0,
    "sag_Latn": 0.9950592885375494,
    "san_Deva": 0.9792490118577075,
    "sat_Olck": 1.0,
    "scn_Latn": 0.9980237154150198,
    "shn_Mymr": 0.9970355731225297,
    "sin_Sinh": 1.0,
    "slk_Latn": 1.0,
    "slv_Latn": 1.0,
    "smo_Latn": 0.9990118577075099,
    "sna_Latn": 1.0,
    "snd_Arab": 1.0,
    "som_Latn": 1.0,
    "sot_Latn": 0.6067193675889329,
    "spa_Latn": 0.9990118577075099,
    "srd_Latn": 0.9555335968379447,
    "srp_Cyrl": 1.0,
    "ssw_Latn": 0.9861660079051383,
    "sun_Latn": 0.9693675889328063,
    "swe_Latn": 0.9990118577075099,
    "swh_Latn": 1.0,
    "szl_Latn": 0.9782608695652174,
    "tam_Taml": 1.0,
    "taq_Latn": 0.6551383399209486,
    "tat_Cyrl": 0.9990118577075099,
    "tel_Telu": 1.0,
    "tgk_Cyrl": 1.0,
    "tgl_Latn": 0.9990118577075099,
    "tha_Thai": 1.0,
    "tir_Ethi": 0.9990118577075099,
    "tpi_Latn": 0.9960474308300395,
    "tsn_Latn": 0.9980237154150198,
    "tso_Latn": 0.9990118577075099,
    "tuk_Latn": 1.0,
    "tum_Latn": 0.9990118577075099,
    "tur_Latn": 1.0,
    "tzm_Tfng": 1.0,
    "uig_Arab": 1.0,
    "ukr_Cyrl": 1.0,
    "umb_Latn": 0.9782608695652174,
    "urd_Arab": 1.0,
    "uzn_Latn": 1.0,
    "vec_Latn": 0.9901185770750988,
    "vie_Latn": 1.0,
    "war_Latn": 1.0,
    "wol_Latn": 0.9920948616600791,
    "xho_Latn": 0.9851778656126482,
    "ydd_Hebr": 1.0,
    "yor_Latn": 0.9970355731225297,
    "zho_Hani": 0.6398221343873518,
    "zsm_Latn": 0.9318181818181818,
    "zul_Latn": 0.991106719367589
   }
  },
  "flores_short": {
   "n": 194304,
   "acc": 0.8367352190382081,
   "macro_f1": 0.8309658992554319,
   "per_lang": {
    "ace_Latn": 0.7430830039525692,
    "afr_Latn": 0.9209486166007905,
    "aka_Latn": 0.8947628458498024,
    "als_Latn": 0.9762845849802372,
    "amh_Ethi": 0.9960474308300395,
    "arb_Arab": 0.9980237154150198,
    "arb_Latn": 0.40217391304347827,
    "asm_Beng": 0.941699604743083,
    "ast_Latn": 0.8300395256916996,
    "awa_Deva": 0.33794466403162055,
    "ayr_Latn": 0.7579051383399209,
    "azb_Arab": 0.6343873517786561,
    "azj_Latn": 0.9446640316205533,
    "bak_Cyrl": 0.8903162055335968,
    "bam_Latn": 0.5726284584980237,
    "ban_Latn": 0.5523715415019763,
    "bel_Cyrl": 0.9851778656126482,
    "bem_Latn": 0.924901185770751,
    "ben_Beng": 0.9980237154150198,
    "bho_Deva": 0.3339920948616601,
    "bjn_Arab": 0.6452569169960475,
    "bjn_Latn": 0.49604743083003955,
    "bod_Tibt": 0.9940711462450593,
    "bos_Latn": 0.3102766798418972,
    "bul_Cyrl": 0.9654150197628458,
    "cat_Latn": 0.9525691699604744,
    "ceb_Latn": 0.9337944664031621,
    "ces_Latn": 0.9634387351778656,
    "ckb_Arab": 0.9950592885375494,
    "crh_Latn": 0.45849802371541504,
    "cym_Latn": 0.9891304347826086,
    "dan_Latn": 0.8764822134387352,
    "deu_Latn": 0.983201581027668,
    "dik_Latn": 0.6758893280632411,
    "dzo_Tibt": 0.08399209486166008,
    "ell_Grek": 1.0,
    "eng_Latn": 0.9822134387351779,
    "epo_Latn": 0.9644268774703557,
    "est_Latn": 0.974308300395257,
    "eus_Latn": 0.9535573122529645,
    "ewe_Latn": 0.9703557312252964,
    "fao_Latn": 0.14525691699604742,
    "fij_Latn": 0.9752964426877471,
    "fin_Latn": 0.9703557312252964,
    "fon_Latn": 0.799407114624506,
    "fra_Latn": 0.9654150197628458,
    "fur_Latn": 0.6106719367588933,
    "fuv_Latn": 0.4654150197628458,
    "gaz_Latn": 0.9268774703557312,
    "gla_Latn": 0.8903162055335968,
    "gle_Latn": 0.9822134387351779,
    "glg_Latn": 0.8458498023715415,
    "grn_Latn": 0.6007905138339921,
    "guj_Gujr": 0.9980237154150198,
    "hat_Latn": 0.8932806324110671,
    "hau_Latn": 0.9278656126482213,
    "heb_Hebr": 1.0,
    "hin_Deva": 0.958498023715415,
    "hne_Deva": 0.2855731225296443,
    "hrv_Latn": 0.7796442687747036,
    "hun_Latn": 0.9802371541501976,
    "hye_Armn": 1.0,
    "ibo_Latn": 0.950592885375494,
    "ilo_Latn": 0.9871541501976284,
    "ind_Latn": 0.8310276679841897,
    "isl_Latn": 0.9723320158102767,
    "ita_Latn": 0.9693675889328063,
    "jav_Latn": 0.7895256916996047,
    "jpn_Jpan": 0.9466403162055336,
    "kab_Latn": 0.9169960474308301,
    "kac_Latn": 0.717391304347826,
    "kam_Latn": 0.35375494071146246,
    "kan_Knda": 0.9950592885375494,
    "kas_Arab": 0.6897233201581028,
    "kat_Geor": 0.9970355731225297,
    "kaz_Cyrl": 0.9575098814229249,
    "kbp_Latn": 0.9318181818181818,
    "kea_Latn": 0.45652173913043476,
    "khk_Cyrl": 0.9664031620553359,
    "khm_Khmr": 0.9555335968379447,
    "kik_Latn": 0.8527667984189723,
    "kin_Latn": 0.7519762845849802,
    "kir_Cyrl": 0.9268774703557312,
    "kmb_Latn": 0.5424901185770751,
    "kmr_Latn": 0.9397233201581028,
    "knc_Latn": 0.6492094861660079,
    "kon_Latn": 0.8705533596837944,
    "kor_Hang": 1.0,
    "lao_Laoo": 0.9347826086956522,
    "lij_Latn": 0.38537549407114624,
    "lim_Latn": 0.6926877470355731,
    "lin_Latn": 0.924901185770751,
    "lit_Latn": 0.9782608695652174,
    "lmo_Latn": 0.6551383399209486,
    "ltg_Latn": 0.5662055335968379,
    "ltz_Latn": 0.9061264822134387,
    "lua_Latn": 0.8626482213438735,
    "lug_Latn": 0.8735177865612648,
    "luo_Latn": 0.8468379446640316,
    "lus_Latn": 0.708498023715415,
    "lvs_Latn": 0.983201581027668,
    "mag_Deva": 0.2134387351778656,
    "mai_Deva": 0.6156126482213439,
    "mal_Mlym": 0.9871541501976284,
    "mar_Deva": 0.9209486166007905,
    "min_Latn": 0.4031620553359684,
    "mkd_Cyrl": 0.9535573122529645,
    "mlt_Latn": 0.9130434782608695,
    "mni_Beng": 0.8745059288537549,
    "mos_Latn": 0.7628458498023716,
    "mri_Latn": 0.8201581027667985,
    "mya_Mymr": 0.9634387351778656,
    "nld_Latn": 0.9565217391304348,
    "nno_Latn": 0.7638339920948617,
    "nob_Latn": 0.8547430830039525,
    "npi_Deva": 0.941699604743083,
    "nso_Latn": 0.8537549407114624,
    "nya_Latn": 0.44861660079051385,
    "oci_Latn": 0.8992094861660079,
    "ory_Orya": 0.9901185770750988,
    "pag_Latn": 0.900197628458498,
    "pan_Guru": 1.0,
    "pap_Latn": 0.9041501976284585,
    "pbt_Arab": 0.8527667984189723,
    "pes_Arab": 0.9881422924901185,
    "plt_Latn": 0.9752964426877471,
    "pol_Latn": 0.9762845849802372,
    "por_Latn": 0.9268774703557312,
    "quy_Latn": 0.8557312252964426,
    "ron_Latn": 0.9772727272727273,
    "run_Latn": 0.75,
    "rus_Cyrl": 0.9782608695652174,
    "sag_Latn": 0.8942687747035574,
    "san_Deva": 0.7509881422924901,
    "sat_Olck": 0.9970355731225297,
    "scn_Latn": 0.8863636363636364,
    "shn_Mymr": 0.8537549407114624,
    "sin_Sinh": 0.9980237154150198,
    "slk_Latn": 0.958498023715415,
    "slv_Latn": 0.9476284584980237,
    "smo_Latn": 0.9565217391304348,
    "sna_Latn": 0.941699604743083,
    "snd_Arab": 0.9575098814229249,
    "som_Latn": 0.9268774703557312,
    "sot_Latn": 0.5158102766798419,
    "spa_Latn": 0.950592885375494,
    "srd_Latn": 0.308300395256917,
    "srp_Cyrl": 0.958498023715415,
    "ssw_Latn": 0.7539525691699605,
    "sun_Latn": 0.6689723320158103,
    "swe_Latn": 0.9318181818181818,
    "swh_Latn": 0.9723320158102767,
    "szl_Latn": 0.6126482213438735,
    "tam_Taml": 0.9901185770750988,
    "taq_Latn": 0.34980237154150196,
    "tat_Cyrl": 0.9298418972332015,
    "tel_Telu": 0.9802371541501976,
    "tgk_Cyrl": 0.9654150197628458,
    "tgl_Latn": 0.9496047430830039,
    "tha_Thai": 0.9802371541501976,
    "tir_Ethi": 0.9772727272727273,
    "tpi_Latn": 0.8586956521739131,
    "tsn_Latn": 0.8735177865612648,
    "tso_Latn": 0.9456521739130435,
    "tuk_Latn": 0.908102766798419,
    "tum_Latn": 0.857707509881423,
    "tur_Latn": 0.9644268774703557,
    "tzm_Tfng": 0.9960474308300395,
    "uig_Arab": 0.9940711462450593,
    "ukr_Cyrl": 0.9802371541501976,
    "umb_Latn": 0.717391304347826,
    "urd_Arab": 0.9891304347826086,
    "uzn_Latn": 0.8982213438735178,
    "vec_Latn": 0.7440711462450593,
    "vie_Latn": 0.9980237154150198,
    "war_Latn": 0.9575098814229249,
    "wol_Latn": 0.7638339920948617,
    "xho_Latn": 0.8112648221343873,
    "ydd_Hebr": 0.9851778656126482,
    "yor_Latn": 0.9239130434782609,
    "zho_Hani": 0.650691699604743,
    "zsm_Latn": 0.708498023715415,
    "zul_Latn": 0.8942687747035574
   }
  }
 },
 "papluca:papluca/xlm-roberta-base-language-detection": {
  "flores_devtest": {
   "n": 27324,
   "acc": 0.9942175376957986,
   "macro_f1": 0.9969307604910647,
   "per_lang": {
    "arb_Arab": 0.9998588368153586,
    "bul_Cyrl": 1.0,
    "deu_Latn": 1.0,
    "ell_Grek": 1.0,
    "eng_Latn": 0.9970355731225297,
    "fra_Latn": 0.9980237154150198,
    "hin_Deva": 1.0,
    "ita_Latn": 1.0,
    "jpn_Jpan": 1.0,
    "nld_Latn": 0.9990118577075099,
    "pol_Latn": 1.0,
    "por_Latn": 1.0,
    "rus_Cyrl": 0.9990118577075099,
    "spa_Latn": 0.9970355731225297,
    "swh_Latn": 1.0,
    "tha_Thai": 0.9990118577075099,
    "tur_Latn": 1.0,
    "urd_Arab": 1.0,
    "vie_Latn": 0.9990118577075099,
    "zho_Hani": 0.9283596837944664
   }
  },
  "flores_short": {
   "n": 27324,
   "acc": 0.9733933538281364,
   "macro_f1": 0.9702207899367533,
   "per_lang": {
    "arb_Arab": 0.9964709203839639,
    "bul_Cyrl": 0.9802371541501976,
    "deu_Latn": 0.9664031620553359,
    "ell_Grek": 1.0,
    "eng_Latn": 0.9703557312252964,
    "fra_Latn": 0.9367588932806324,
    "hin_Deva": 1.0,
    "ita_Latn": 0.9792490118577075,
    "jpn_Jpan": 0.9990118577075099,
    "nld_Latn": 0.9594861660079052,
    "pol_Latn": 0.9693675889328063,
    "por_Latn": 0.9802371541501976,
    "rus_Cyrl": 0.9792490118577075,
    "spa_Latn": 0.8695652173913043,
    "swh_Latn": 0.9575098814229249,
    "tha_Thai": 0.9792490118577075,
    "tur_Latn": 0.9752964426877471,
    "urd_Arab": 0.9980237154150198,
    "vie_Latn": 0.9901185770750988,
    "zho_Hani": 0.908102766798419
   }
  }
 }
}