Text Classification
Transformers
ONNX
Safetensors
Transformers.js
modernbert
language-identification
language-detection
lid
multilingual
mmbert
text-embeddings-inference
Instructions to use Horizon-Labs/language-detection-small with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Horizon-Labs/language-detection-small with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="Horizon-Labs/language-detection-small")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("Horizon-Labs/language-detection-small") model = AutoModelForSequenceClassification.from_pretrained("Horizon-Labs/language-detection-small", device_map="auto") - Transformers.js
How to use Horizon-Labs/language-detection-small with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('text-classification', 'Horizon-Labs/language-detection-small'); - Notebooks
- Google Colab
- Kaggle
Download eval/baselines.json from Horizon-Labs/language-detection-small: direct link, hf CLI and curl.
- Browser
- Download file 26 kB
-
https://huggingface.co/Horizon-Labs/language-detection-small/resolve/main/eval/baselines.json
- Command line
-
hf download hf://Horizon-Labs/language-detection-small/eval/baselines.json
-
curl -L -o baselines.json https://huggingface.co/Horizon-Labs/language-detection-small/resolve/main/eval/baselines.json
26 kB
| { | |
| "fasttext:cis-lmu/glotlid": { | |
| "flores_devtest": { | |
| "n": 194304, | |
| "acc": 0.9579988059947299, | |
| "macro_f1": 0.9579937254405028, | |
| "per_lang": { | |
| "ace_Latn": 0.9970355731225297, | |
| "afr_Latn": 1.0, | |
| "aka_Latn": 0.9975296442687747, | |
| "als_Latn": 1.0, | |
| "amh_Ethi": 1.0, | |
| "arb_Arab": 0.9990118577075099, | |
| "arb_Latn": 0.9990118577075099, | |
| "asm_Beng": 1.0, | |
| "ast_Latn": 0.991106719367589, | |
| "awa_Deva": 0.8883399209486166, | |
| "ayr_Latn": 1.0, | |
| "azb_Arab": 0.9802371541501976, | |
| "azj_Latn": 1.0, | |
| "bak_Cyrl": 1.0, | |
| "bam_Latn": 0.9594861660079052, | |
| "ban_Latn": 0.9594861660079052, | |
| "bel_Cyrl": 1.0, | |
| "bem_Latn": 0.9891304347826086, | |
| "ben_Beng": 0.9990118577075099, | |
| "bho_Deva": 0.9762845849802372, | |
| "bjn_Arab": 0.9871541501976284, | |
| "bjn_Latn": 0.9782608695652174, | |
| "bod_Tibt": 0.9575098814229249, | |
| "bos_Latn": 0.45948616600790515, | |
| "bul_Cyrl": 1.0, | |
| "cat_Latn": 1.0, | |
| "ceb_Latn": 0.9901185770750988, | |
| "ces_Latn": 1.0, | |
| "ckb_Arab": 0.9920948616600791, | |
| "crh_Latn": 0.9822134387351779, | |
| "cym_Latn": 1.0, | |
| "dan_Latn": 0.9950592885375494, | |
| "deu_Latn": 1.0, | |
| "dik_Latn": 0.9891304347826086, | |
| "dzo_Tibt": 0.9970355731225297, | |
| "ell_Grek": 1.0, | |
| "eng_Latn": 1.0, | |
| "epo_Latn": 1.0, | |
| "est_Latn": 0.0, | |
| "eus_Latn": 0.9990118577075099, | |
| "ewe_Latn": 1.0, | |
| "fao_Latn": 1.0, | |
| "fij_Latn": 0.9990118577075099, | |
| "fin_Latn": 1.0, | |
| "fon_Latn": 1.0, | |
| "fra_Latn": 1.0, | |
| "fur_Latn": 1.0, | |
| "fuv_Latn": 0.9861660079051383, | |
| "gaz_Latn": 1.0, | |
| "gla_Latn": 1.0, | |
| "gle_Latn": 1.0, | |
| "glg_Latn": 0.9930830039525692, | |
| "grn_Latn": 0.0, | |
| "guj_Gujr": 1.0, | |
| "hat_Latn": 1.0, | |
| "hau_Latn": 1.0, | |
| "heb_Hebr": 1.0, | |
| "hin_Deva": 0.9970355731225297, | |
| "hne_Deva": 0.9486166007905138, | |
| "hrv_Latn": 0.9466403162055336, | |
| "hun_Latn": 1.0, | |
| "hye_Armn": 1.0, | |
| "ibo_Latn": 1.0, | |
| "ilo_Latn": 1.0, | |
| "ind_Latn": 0.9970355731225297, | |
| "isl_Latn": 0.9990118577075099, | |
| "ita_Latn": 0.9990118577075099, | |
| "jav_Latn": 0.9980237154150198, | |
| "jpn_Jpan": 1.0, | |
| "kab_Latn": 0.9980237154150198, | |
| "kac_Latn": 1.0, | |
| "kam_Latn": 0.9575098814229249, | |
| "kan_Knda": 1.0, | |
| "kas_Arab": 0.9960474308300395, | |
| "kat_Geor": 1.0, | |
| "kaz_Cyrl": 0.9990118577075099, | |
| "kbp_Latn": 0.9990118577075099, | |
| "kea_Latn": 0.9446640316205533, | |
| "khk_Cyrl": 1.0, | |
| "khm_Khmr": 0.9990118577075099, | |
| "kik_Latn": 0.9970355731225297, | |
| "kin_Latn": 0.950592885375494, | |
| "kir_Cyrl": 1.0, | |
| "kmb_Latn": 0.9920948616600791, | |
| "kmr_Latn": 0.9861660079051383, | |
| "knc_Latn": 1.0, | |
| "kon_Latn": 0.0, | |
| "kor_Hang": 1.0, | |
| "lao_Laoo": 0.9990118577075099, | |
| "lij_Latn": 0.9990118577075099, | |
| "lim_Latn": 0.9871541501976284, | |
| "lin_Latn": 0.9990118577075099, | |
| "lit_Latn": 0.9990118577075099, | |
| "lmo_Latn": 0.9920948616600791, | |
| "ltg_Latn": 0.9930830039525692, | |
| "ltz_Latn": 1.0, | |
| "lua_Latn": 0.9930830039525692, | |
| "lug_Latn": 0.9930830039525692, | |
| "luo_Latn": 0.9990118577075099, | |
| "lus_Latn": 0.9960474308300395, | |
| "lvs_Latn": 1.0, | |
| "mag_Deva": 0.9752964426877471, | |
| "mai_Deva": 0.9970355731225297, | |
| "mal_Mlym": 1.0, | |
| "mar_Deva": 1.0, | |
| "min_Latn": 0.9940711462450593, | |
| "mkd_Cyrl": 0.9990118577075099, | |
| "mlt_Latn": 1.0, | |
| "mni_Beng": 1.0, | |
| "mos_Latn": 0.983201581027668, | |
| "mri_Latn": 0.9980237154150198, | |
| "mya_Mymr": 1.0, | |
| "nld_Latn": 0.9990118577075099, | |
| "nno_Latn": 0.9752964426877471, | |
| "nob_Latn": 0.9920948616600791, | |
| "npi_Deva": 1.0, | |
| "nso_Latn": 0.9980237154150198, | |
| "nya_Latn": 0.9990118577075099, | |
| "oci_Latn": 1.0, | |
| "ory_Orya": 1.0, | |
| "pag_Latn": 0.9990118577075099, | |
| "pan_Guru": 1.0, | |
| "pap_Latn": 0.9980237154150198, | |
| "pbt_Arab": 1.0, | |
| "pes_Arab": 0.0, | |
| "plt_Latn": 0.9980237154150198, | |
| "pol_Latn": 1.0, | |
| "por_Latn": 1.0, | |
| "quy_Latn": 0.7351778656126482, | |
| "ron_Latn": 0.9990118577075099, | |
| "run_Latn": 0.9802371541501976, | |
| "rus_Cyrl": 1.0, | |
| "sag_Latn": 0.9960474308300395, | |
| "san_Deva": 0.9901185770750988, | |
| "sat_Olck": 1.0, | |
| "scn_Latn": 0.9960474308300395, | |
| "shn_Mymr": 1.0, | |
| "sin_Sinh": 1.0, | |
| "slk_Latn": 0.9990118577075099, | |
| "slv_Latn": 1.0, | |
| "smo_Latn": 0.9980237154150198, | |
| "sna_Latn": 1.0, | |
| "snd_Arab": 1.0, | |
| "som_Latn": 1.0, | |
| "sot_Latn": 0.9871541501976284, | |
| "spa_Latn": 0.9990118577075099, | |
| "srd_Latn": 0.9980237154150198, | |
| "srp_Cyrl": 0.9990118577075099, | |
| "ssw_Latn": 0.991106719367589, | |
| "sun_Latn": 0.9960474308300395, | |
| "swe_Latn": 1.0, | |
| "swh_Latn": 0.9683794466403162, | |
| "szl_Latn": 0.9891304347826086, | |
| "tam_Taml": 1.0, | |
| "taq_Latn": 0.9654150197628458, | |
| "tat_Cyrl": 0.9990118577075099, | |
| "tel_Telu": 0.9990118577075099, | |
| "tgk_Cyrl": 1.0, | |
| "tgl_Latn": 0.0, | |
| "tha_Thai": 1.0, | |
| "tir_Ethi": 0.9644268774703557, | |
| "tpi_Latn": 0.9990118577075099, | |
| "tsn_Latn": 0.9960474308300395, | |
| "tso_Latn": 0.9970355731225297, | |
| "tuk_Latn": 1.0, | |
| "tum_Latn": 0.9980237154150198, | |
| "tur_Latn": 1.0, | |
| "tzm_Tfng": 0.07608695652173914, | |
| "uig_Arab": 1.0, | |
| "ukr_Cyrl": 1.0, | |
| "umb_Latn": 0.9782608695652174, | |
| "urd_Arab": 0.9990118577075099, | |
| "uzn_Latn": 1.0, | |
| "vec_Latn": 0.9990118577075099, | |
| "vie_Latn": 1.0, | |
| "war_Latn": 1.0, | |
| "wol_Latn": 0.9980237154150198, | |
| "xho_Latn": 0.9920948616600791, | |
| "ydd_Hebr": 1.0, | |
| "yor_Latn": 1.0, | |
| "zho_Hani": 0.9856719367588933, | |
| "zsm_Latn": 0.8754940711462451, | |
| "zul_Latn": 0.9555335968379447 | |
| } | |
| }, | |
| "flores_short": { | |
| "n": 194304, | |
| "acc": 0.8449645915678524, | |
| "macro_f1": 0.8524695345896758, | |
| "per_lang": { | |
| "ace_Latn": 0.8705533596837944, | |
| "afr_Latn": 0.9189723320158103, | |
| "aka_Latn": 0.9219367588932806, | |
| "als_Latn": 0.8913043478260869, | |
| "amh_Ethi": 0.9851778656126482, | |
| "arb_Arab": 0.9861660079051383, | |
| "arb_Latn": 0.5375494071146245, | |
| "asm_Beng": 0.9802371541501976, | |
| "ast_Latn": 0.7845849802371542, | |
| "awa_Deva": 0.2015810276679842, | |
| "ayr_Latn": 0.8804347826086957, | |
| "azb_Arab": 0.6541501976284585, | |
| "azj_Latn": 0.9337944664031621, | |
| "bak_Cyrl": 0.9357707509881423, | |
| "bam_Latn": 0.7658102766798419, | |
| "ban_Latn": 0.6768774703557312, | |
| "bel_Cyrl": 0.9871541501976284, | |
| "bem_Latn": 0.8705533596837944, | |
| "ben_Beng": 0.9901185770750988, | |
| "bho_Deva": 0.6146245059288538, | |
| "bjn_Arab": 0.6531620553359684, | |
| "bjn_Latn": 0.6679841897233202, | |
| "bod_Tibt": 0.83399209486166, | |
| "bos_Latn": 0.1808300395256917, | |
| "bul_Cyrl": 0.9476284584980237, | |
| "cat_Latn": 0.9486166007905138, | |
| "ceb_Latn": 0.8754940711462451, | |
| "ces_Latn": 0.941699604743083, | |
| "ckb_Arab": 0.9496047430830039, | |
| "crh_Latn": 0.7164031620553359, | |
| "cym_Latn": 0.983201581027668, | |
| "dan_Latn": 0.8705533596837944, | |
| "deu_Latn": 0.9387351778656127, | |
| "dik_Latn": 0.808300395256917, | |
| "dzo_Tibt": 0.8379446640316206, | |
| "ell_Grek": 0.9980237154150198, | |
| "eng_Latn": 0.9634387351778656, | |
| "epo_Latn": 0.9683794466403162, | |
| "est_Latn": 0.0, | |
| "eus_Latn": 0.9229249011857708, | |
| "ewe_Latn": 0.9723320158102767, | |
| "fao_Latn": 0.8725296442687747, | |
| "fij_Latn": 0.9851778656126482, | |
| "fin_Latn": 0.9713438735177866, | |
| "fon_Latn": 0.8656126482213439, | |
| "fra_Latn": 0.9318181818181818, | |
| "fur_Latn": 0.9426877470355731, | |
| "fuv_Latn": 0.6294466403162056, | |
| "gaz_Latn": 0.9288537549407114, | |
| "gla_Latn": 0.9723320158102767, | |
| "gle_Latn": 0.9713438735177866, | |
| "glg_Latn": 0.6818181818181818, | |
| "grn_Latn": 0.0, | |
| "guj_Gujr": 0.9980237154150198, | |
| "hat_Latn": 0.9337944664031621, | |
| "hau_Latn": 0.9466403162055336, | |
| "heb_Hebr": 0.9990118577075099, | |
| "hin_Deva": 0.9703557312252964, | |
| "hne_Deva": 0.5513833992094862, | |
| "hrv_Latn": 0.8735177865612648, | |
| "hun_Latn": 0.9802371541501976, | |
| "hye_Armn": 0.9288537549407114, | |
| "ibo_Latn": 0.9565217391304348, | |
| "ilo_Latn": 0.9901185770750988, | |
| "ind_Latn": 0.9397233201581028, | |
| "isl_Latn": 0.9061264822134387, | |
| "ita_Latn": 0.9525691699604744, | |
| "jav_Latn": 0.8359683794466403, | |
| "jpn_Jpan": 0.9960474308300395, | |
| "kab_Latn": 0.9802371541501976, | |
| "kac_Latn": 0.8616600790513834, | |
| "kam_Latn": 0.6254940711462451, | |
| "kan_Knda": 0.9940711462450593, | |
| "kas_Arab": 0.7845849802371542, | |
| "kat_Geor": 0.991106719367589, | |
| "kaz_Cyrl": 0.9229249011857708, | |
| "kbp_Latn": 0.958498023715415, | |
| "kea_Latn": 0.6383399209486166, | |
| "khk_Cyrl": 0.9614624505928854, | |
| "khm_Khmr": 0.9258893280632411, | |
| "kik_Latn": 0.8824110671936759, | |
| "kin_Latn": 0.967391304347826, | |
| "kir_Cyrl": 0.9298418972332015, | |
| "kmb_Latn": 0.7747035573122529, | |
| "kmr_Latn": 0.892292490118577, | |
| "knc_Latn": 0.7934782608695652, | |
| "kon_Latn": 0.0, | |
| "kor_Hang": 0.9920948616600791, | |
| "lao_Laoo": 0.8458498023715415, | |
| "lij_Latn": 0.799407114624506, | |
| "lim_Latn": 0.817193675889328, | |
| "lin_Latn": 0.9446640316205533, | |
| "lit_Latn": 0.9762845849802372, | |
| "lmo_Latn": 0.6620553359683794, | |
| "ltg_Latn": 0.799407114624506, | |
| "ltz_Latn": 0.8843873517786561, | |
| "lua_Latn": 0.8527667984189723, | |
| "lug_Latn": 0.8646245059288538, | |
| "luo_Latn": 0.9229249011857708, | |
| "lus_Latn": 0.766798418972332, | |
| "lvs_Latn": 0.9762845849802372, | |
| "mag_Deva": 0.17786561264822134, | |
| "mai_Deva": 0.5335968379446641, | |
| "mal_Mlym": 0.9940711462450593, | |
| "mar_Deva": 0.9061264822134387, | |
| "min_Latn": 0.7766798418972332, | |
| "mkd_Cyrl": 0.9377470355731226, | |
| "mlt_Latn": 0.9733201581027668, | |
| "mni_Beng": 0.9515810276679841, | |
| "mos_Latn": 0.8349802371541502, | |
| "mri_Latn": 0.9426877470355731, | |
| "mya_Mymr": 0.9792490118577075, | |
| "nld_Latn": 0.9535573122529645, | |
| "nno_Latn": 0.741106719367589, | |
| "nob_Latn": 0.8290513833992095, | |
| "npi_Deva": 0.7885375494071146, | |
| "nso_Latn": 0.8982213438735178, | |
| "nya_Latn": 0.9011857707509882, | |
| "oci_Latn": 0.8438735177865613, | |
| "ory_Orya": 0.9881422924901185, | |
| "pag_Latn": 0.9456521739130435, | |
| "pan_Guru": 0.9970355731225297, | |
| "pap_Latn": 0.9466403162055336, | |
| "pbt_Arab": 0.9446640316205533, | |
| "pes_Arab": 0.0, | |
| "plt_Latn": 0.8201581027667985, | |
| "pol_Latn": 0.9772727272727273, | |
| "por_Latn": 0.9634387351778656, | |
| "quy_Latn": 0.5365612648221344, | |
| "ron_Latn": 0.9140316205533597, | |
| "run_Latn": 0.4950592885375494, | |
| "rus_Cyrl": 0.991106719367589, | |
| "sag_Latn": 0.91600790513834, | |
| "san_Deva": 0.8132411067193676, | |
| "sat_Olck": 0.9594861660079052, | |
| "scn_Latn": 0.9061264822134387, | |
| "shn_Mymr": 0.924901185770751, | |
| "sin_Sinh": 0.9960474308300395, | |
| "slk_Latn": 0.9575098814229249, | |
| "slv_Latn": 0.958498023715415, | |
| "smo_Latn": 0.950592885375494, | |
| "sna_Latn": 0.9426877470355731, | |
| "snd_Arab": 0.974308300395257, | |
| "som_Latn": 0.9476284584980237, | |
| "sot_Latn": 0.58399209486166, | |
| "spa_Latn": 0.9278656126482213, | |
| "srd_Latn": 0.9634387351778656, | |
| "srp_Cyrl": 0.9318181818181818, | |
| "ssw_Latn": 0.7776679841897233, | |
| "sun_Latn": 0.7806324110671937, | |
| "swe_Latn": 0.9456521739130435, | |
| "swh_Latn": 0.591897233201581, | |
| "szl_Latn": 0.708498023715415, | |
| "tam_Taml": 0.9980237154150198, | |
| "taq_Latn": 0.5938735177865613, | |
| "tat_Cyrl": 0.9071146245059288, | |
| "tel_Telu": 0.9782608695652174, | |
| "tgk_Cyrl": 0.9367588932806324, | |
| "tgl_Latn": 0.0, | |
| "tha_Thai": 0.983201581027668, | |
| "tir_Ethi": 0.8636363636363636, | |
| "tpi_Latn": 0.8893280632411067, | |
| "tsn_Latn": 0.8043478260869565, | |
| "tso_Latn": 0.8932806324110671, | |
| "tuk_Latn": 0.9288537549407114, | |
| "tum_Latn": 0.8458498023715415, | |
| "tur_Latn": 0.9496047430830039, | |
| "tzm_Tfng": 0.0691699604743083, | |
| "uig_Arab": 0.9841897233201581, | |
| "ukr_Cyrl": 0.9841897233201581, | |
| "umb_Latn": 0.7509881422924901, | |
| "urd_Arab": 0.9693675889328063, | |
| "uzn_Latn": 0.9772727272727273, | |
| "vec_Latn": 0.8715415019762845, | |
| "vie_Latn": 0.9970355731225297, | |
| "war_Latn": 0.8794466403162056, | |
| "wol_Latn": 0.9100790513833992, | |
| "xho_Latn": 0.866600790513834, | |
| "ydd_Hebr": 0.967391304347826, | |
| "yor_Latn": 0.9466403162055336, | |
| "zho_Hani": 0.9402173913043478, | |
| "zsm_Latn": 0.42292490118577075, | |
| "zul_Latn": 0.7697628458498024 | |
| } | |
| } | |
| }, | |
| "fasttext:facebook/fasttext-language-identification": { | |
| "flores_devtest": { | |
| "n": 194304, | |
| "acc": 0.9701807476943346, | |
| "macro_f1": 0.9703042313796157, | |
| "per_lang": { | |
| "ace_Latn": 0.9940711462450593, | |
| "afr_Latn": 0.9990118577075099, | |
| "aka_Latn": 0.9970355731225297, | |
| "als_Latn": 1.0, | |
| "amh_Ethi": 1.0, | |
| "arb_Arab": 0.9998588368153586, | |
| "arb_Latn": 0.9901185770750988, | |
| "asm_Beng": 1.0, | |
| "ast_Latn": 0.9940711462450593, | |
| "awa_Deva": 0.9407114624505929, | |
| "ayr_Latn": 0.9970355731225297, | |
| "azb_Arab": 0.7974308300395256, | |
| "azj_Latn": 1.0, | |
| "bak_Cyrl": 0.9990118577075099, | |
| "bam_Latn": 0.9540513833992095, | |
| "ban_Latn": 0.9496047430830039, | |
| "bel_Cyrl": 1.0, | |
| "bem_Latn": 0.9970355731225297, | |
| "ben_Beng": 1.0, | |
| "bho_Deva": 0.9021739130434783, | |
| "bjn_Arab": 0.9387351778656127, | |
| "bjn_Latn": 0.9604743083003953, | |
| "bod_Tibt": 0.9980237154150198, | |
| "bos_Latn": 0.4733201581027668, | |
| "bul_Cyrl": 0.9990118577075099, | |
| "cat_Latn": 1.0, | |
| "ceb_Latn": 0.9990118577075099, | |
| "ces_Latn": 1.0, | |
| "ckb_Arab": 1.0, | |
| "crh_Latn": 0.9664031620553359, | |
| "cym_Latn": 1.0, | |
| "dan_Latn": 0.9930830039525692, | |
| "deu_Latn": 1.0, | |
| "dik_Latn": 0.9851778656126482, | |
| "dzo_Tibt": 0.9387351778656127, | |
| "ell_Grek": 1.0, | |
| "eng_Latn": 1.0, | |
| "epo_Latn": 1.0, | |
| "est_Latn": 1.0, | |
| "eus_Latn": 1.0, | |
| "ewe_Latn": 1.0, | |
| "fao_Latn": 0.33794466403162055, | |
| "fij_Latn": 1.0, | |
| "fin_Latn": 1.0, | |
| "fon_Latn": 0.9940711462450593, | |
| "fra_Latn": 0.9990118577075099, | |
| "fur_Latn": 0.9960474308300395, | |
| "fuv_Latn": 0.9703557312252964, | |
| "gaz_Latn": 1.0, | |
| "gla_Latn": 0.9990118577075099, | |
| "gle_Latn": 1.0, | |
| "glg_Latn": 0.9960474308300395, | |
| "grn_Latn": 0.9960474308300395, | |
| "guj_Gujr": 1.0, | |
| "hat_Latn": 0.9980237154150198, | |
| "hau_Latn": 0.9990118577075099, | |
| "heb_Hebr": 1.0, | |
| "hin_Deva": 0.9980237154150198, | |
| "hne_Deva": 0.892292490118577, | |
| "hrv_Latn": 0.8853754940711462, | |
| "hun_Latn": 1.0, | |
| "hye_Armn": 1.0, | |
| "ibo_Latn": 1.0, | |
| "ilo_Latn": 1.0, | |
| "ind_Latn": 0.9841897233201581, | |
| "isl_Latn": 1.0, | |
| "ita_Latn": 0.9990118577075099, | |
| "jav_Latn": 0.9960474308300395, | |
| "jpn_Jpan": 0.9822134387351779, | |
| "kab_Latn": 0.9990118577075099, | |
| "kac_Latn": 1.0, | |
| "kam_Latn": 0.6116600790513834, | |
| "kan_Knda": 1.0, | |
| "kas_Arab": 0.9436758893280632, | |
| "kat_Geor": 1.0, | |
| "kaz_Cyrl": 0.9990118577075099, | |
| "kbp_Latn": 1.0, | |
| "kea_Latn": 0.924901185770751, | |
| "khk_Cyrl": 1.0, | |
| "khm_Khmr": 0.9980237154150198, | |
| "kik_Latn": 0.9930830039525692, | |
| "kin_Latn": 0.9812252964426877, | |
| "kir_Cyrl": 1.0, | |
| "kmb_Latn": 0.9703557312252964, | |
| "kmr_Latn": 1.0, | |
| "knc_Latn": 0.9960474308300395, | |
| "kon_Latn": 0.9970355731225297, | |
| "kor_Hang": 1.0, | |
| "lao_Laoo": 0.9990118577075099, | |
| "lij_Latn": 0.9604743083003953, | |
| "lim_Latn": 0.9762845849802372, | |
| "lin_Latn": 0.9970355731225297, | |
| "lit_Latn": 1.0, | |
| "lmo_Latn": 0.9614624505928854, | |
| "ltg_Latn": 0.9841897233201581, | |
| "ltz_Latn": 0.9990118577075099, | |
| "lua_Latn": 0.9940711462450593, | |
| "lug_Latn": 0.9980237154150198, | |
| "luo_Latn": 0.9960474308300395, | |
| "lus_Latn": 0.9901185770750988, | |
| "lvs_Latn": 1.0, | |
| "mag_Deva": 0.908102766798419, | |
| "mai_Deva": 0.9822134387351779, | |
| "mal_Mlym": 1.0, | |
| "mar_Deva": 1.0, | |
| "min_Latn": 0.3468379446640316, | |
| "mkd_Cyrl": 1.0, | |
| "mlt_Latn": 1.0, | |
| "mni_Beng": 0.9990118577075099, | |
| "mos_Latn": 0.9387351778656127, | |
| "mri_Latn": 0.9980237154150198, | |
| "mya_Mymr": 1.0, | |
| "nld_Latn": 1.0, | |
| "nno_Latn": 0.9802371541501976, | |
| "nob_Latn": 0.9930830039525692, | |
| "npi_Deva": 1.0, | |
| "nso_Latn": 0.9940711462450593, | |
| "nya_Latn": 0.9268774703557312, | |
| "oci_Latn": 0.9990118577075099, | |
| "ory_Orya": 1.0, | |
| "pag_Latn": 0.9960474308300395, | |
| "pan_Guru": 1.0, | |
| "pap_Latn": 0.9990118577075099, | |
| "pbt_Arab": 0.9960474308300395, | |
| "pes_Arab": 0.983201581027668, | |
| "plt_Latn": 1.0, | |
| "pol_Latn": 1.0, | |
| "por_Latn": 0.9990118577075099, | |
| "quy_Latn": 1.0, | |
| "ron_Latn": 1.0, | |
| "run_Latn": 0.9772727272727273, | |
| "rus_Cyrl": 1.0, | |
| "sag_Latn": 0.9950592885375494, | |
| "san_Deva": 0.9792490118577075, | |
| "sat_Olck": 1.0, | |
| "scn_Latn": 0.9980237154150198, | |
| "shn_Mymr": 0.9970355731225297, | |
| "sin_Sinh": 1.0, | |
| "slk_Latn": 1.0, | |
| "slv_Latn": 1.0, | |
| "smo_Latn": 0.9990118577075099, | |
| "sna_Latn": 1.0, | |
| "snd_Arab": 1.0, | |
| "som_Latn": 1.0, | |
| "sot_Latn": 0.6067193675889329, | |
| "spa_Latn": 0.9990118577075099, | |
| "srd_Latn": 0.9555335968379447, | |
| "srp_Cyrl": 1.0, | |
| "ssw_Latn": 0.9861660079051383, | |
| "sun_Latn": 0.9693675889328063, | |
| "swe_Latn": 0.9990118577075099, | |
| "swh_Latn": 1.0, | |
| "szl_Latn": 0.9782608695652174, | |
| "tam_Taml": 1.0, | |
| "taq_Latn": 0.6551383399209486, | |
| "tat_Cyrl": 0.9990118577075099, | |
| "tel_Telu": 1.0, | |
| "tgk_Cyrl": 1.0, | |
| "tgl_Latn": 0.9990118577075099, | |
| "tha_Thai": 1.0, | |
| "tir_Ethi": 0.9990118577075099, | |
| "tpi_Latn": 0.9960474308300395, | |
| "tsn_Latn": 0.9980237154150198, | |
| "tso_Latn": 0.9990118577075099, | |
| "tuk_Latn": 1.0, | |
| "tum_Latn": 0.9990118577075099, | |
| "tur_Latn": 1.0, | |
| "tzm_Tfng": 1.0, | |
| "uig_Arab": 1.0, | |
| "ukr_Cyrl": 1.0, | |
| "umb_Latn": 0.9782608695652174, | |
| "urd_Arab": 1.0, | |
| "uzn_Latn": 1.0, | |
| "vec_Latn": 0.9901185770750988, | |
| "vie_Latn": 1.0, | |
| "war_Latn": 1.0, | |
| "wol_Latn": 0.9920948616600791, | |
| "xho_Latn": 0.9851778656126482, | |
| "ydd_Hebr": 1.0, | |
| "yor_Latn": 0.9970355731225297, | |
| "zho_Hani": 0.6398221343873518, | |
| "zsm_Latn": 0.9318181818181818, | |
| "zul_Latn": 0.991106719367589 | |
| } | |
| }, | |
| "flores_short": { | |
| "n": 194304, | |
| "acc": 0.8367352190382081, | |
| "macro_f1": 0.8309658992554319, | |
| "per_lang": { | |
| "ace_Latn": 0.7430830039525692, | |
| "afr_Latn": 0.9209486166007905, | |
| "aka_Latn": 0.8947628458498024, | |
| "als_Latn": 0.9762845849802372, | |
| "amh_Ethi": 0.9960474308300395, | |
| "arb_Arab": 0.9980237154150198, | |
| "arb_Latn": 0.40217391304347827, | |
| "asm_Beng": 0.941699604743083, | |
| "ast_Latn": 0.8300395256916996, | |
| "awa_Deva": 0.33794466403162055, | |
| "ayr_Latn": 0.7579051383399209, | |
| "azb_Arab": 0.6343873517786561, | |
| "azj_Latn": 0.9446640316205533, | |
| "bak_Cyrl": 0.8903162055335968, | |
| "bam_Latn": 0.5726284584980237, | |
| "ban_Latn": 0.5523715415019763, | |
| "bel_Cyrl": 0.9851778656126482, | |
| "bem_Latn": 0.924901185770751, | |
| "ben_Beng": 0.9980237154150198, | |
| "bho_Deva": 0.3339920948616601, | |
| "bjn_Arab": 0.6452569169960475, | |
| "bjn_Latn": 0.49604743083003955, | |
| "bod_Tibt": 0.9940711462450593, | |
| "bos_Latn": 0.3102766798418972, | |
| "bul_Cyrl": 0.9654150197628458, | |
| "cat_Latn": 0.9525691699604744, | |
| "ceb_Latn": 0.9337944664031621, | |
| "ces_Latn": 0.9634387351778656, | |
| "ckb_Arab": 0.9950592885375494, | |
| "crh_Latn": 0.45849802371541504, | |
| "cym_Latn": 0.9891304347826086, | |
| "dan_Latn": 0.8764822134387352, | |
| "deu_Latn": 0.983201581027668, | |
| "dik_Latn": 0.6758893280632411, | |
| "dzo_Tibt": 0.08399209486166008, | |
| "ell_Grek": 1.0, | |
| "eng_Latn": 0.9822134387351779, | |
| "epo_Latn": 0.9644268774703557, | |
| "est_Latn": 0.974308300395257, | |
| "eus_Latn": 0.9535573122529645, | |
| "ewe_Latn": 0.9703557312252964, | |
| "fao_Latn": 0.14525691699604742, | |
| "fij_Latn": 0.9752964426877471, | |
| "fin_Latn": 0.9703557312252964, | |
| "fon_Latn": 0.799407114624506, | |
| "fra_Latn": 0.9654150197628458, | |
| "fur_Latn": 0.6106719367588933, | |
| "fuv_Latn": 0.4654150197628458, | |
| "gaz_Latn": 0.9268774703557312, | |
| "gla_Latn": 0.8903162055335968, | |
| "gle_Latn": 0.9822134387351779, | |
| "glg_Latn": 0.8458498023715415, | |
| "grn_Latn": 0.6007905138339921, | |
| "guj_Gujr": 0.9980237154150198, | |
| "hat_Latn": 0.8932806324110671, | |
| "hau_Latn": 0.9278656126482213, | |
| "heb_Hebr": 1.0, | |
| "hin_Deva": 0.958498023715415, | |
| "hne_Deva": 0.2855731225296443, | |
| "hrv_Latn": 0.7796442687747036, | |
| "hun_Latn": 0.9802371541501976, | |
| "hye_Armn": 1.0, | |
| "ibo_Latn": 0.950592885375494, | |
| "ilo_Latn": 0.9871541501976284, | |
| "ind_Latn": 0.8310276679841897, | |
| "isl_Latn": 0.9723320158102767, | |
| "ita_Latn": 0.9693675889328063, | |
| "jav_Latn": 0.7895256916996047, | |
| "jpn_Jpan": 0.9466403162055336, | |
| "kab_Latn": 0.9169960474308301, | |
| "kac_Latn": 0.717391304347826, | |
| "kam_Latn": 0.35375494071146246, | |
| "kan_Knda": 0.9950592885375494, | |
| "kas_Arab": 0.6897233201581028, | |
| "kat_Geor": 0.9970355731225297, | |
| "kaz_Cyrl": 0.9575098814229249, | |
| "kbp_Latn": 0.9318181818181818, | |
| "kea_Latn": 0.45652173913043476, | |
| "khk_Cyrl": 0.9664031620553359, | |
| "khm_Khmr": 0.9555335968379447, | |
| "kik_Latn": 0.8527667984189723, | |
| "kin_Latn": 0.7519762845849802, | |
| "kir_Cyrl": 0.9268774703557312, | |
| "kmb_Latn": 0.5424901185770751, | |
| "kmr_Latn": 0.9397233201581028, | |
| "knc_Latn": 0.6492094861660079, | |
| "kon_Latn": 0.8705533596837944, | |
| "kor_Hang": 1.0, | |
| "lao_Laoo": 0.9347826086956522, | |
| "lij_Latn": 0.38537549407114624, | |
| "lim_Latn": 0.6926877470355731, | |
| "lin_Latn": 0.924901185770751, | |
| "lit_Latn": 0.9782608695652174, | |
| "lmo_Latn": 0.6551383399209486, | |
| "ltg_Latn": 0.5662055335968379, | |
| "ltz_Latn": 0.9061264822134387, | |
| "lua_Latn": 0.8626482213438735, | |
| "lug_Latn": 0.8735177865612648, | |
| "luo_Latn": 0.8468379446640316, | |
| "lus_Latn": 0.708498023715415, | |
| "lvs_Latn": 0.983201581027668, | |
| "mag_Deva": 0.2134387351778656, | |
| "mai_Deva": 0.6156126482213439, | |
| "mal_Mlym": 0.9871541501976284, | |
| "mar_Deva": 0.9209486166007905, | |
| "min_Latn": 0.4031620553359684, | |
| "mkd_Cyrl": 0.9535573122529645, | |
| "mlt_Latn": 0.9130434782608695, | |
| "mni_Beng": 0.8745059288537549, | |
| "mos_Latn": 0.7628458498023716, | |
| "mri_Latn": 0.8201581027667985, | |
| "mya_Mymr": 0.9634387351778656, | |
| "nld_Latn": 0.9565217391304348, | |
| "nno_Latn": 0.7638339920948617, | |
| "nob_Latn": 0.8547430830039525, | |
| "npi_Deva": 0.941699604743083, | |
| "nso_Latn": 0.8537549407114624, | |
| "nya_Latn": 0.44861660079051385, | |
| "oci_Latn": 0.8992094861660079, | |
| "ory_Orya": 0.9901185770750988, | |
| "pag_Latn": 0.900197628458498, | |
| "pan_Guru": 1.0, | |
| "pap_Latn": 0.9041501976284585, | |
| "pbt_Arab": 0.8527667984189723, | |
| "pes_Arab": 0.9881422924901185, | |
| "plt_Latn": 0.9752964426877471, | |
| "pol_Latn": 0.9762845849802372, | |
| "por_Latn": 0.9268774703557312, | |
| "quy_Latn": 0.8557312252964426, | |
| "ron_Latn": 0.9772727272727273, | |
| "run_Latn": 0.75, | |
| "rus_Cyrl": 0.9782608695652174, | |
| "sag_Latn": 0.8942687747035574, | |
| "san_Deva": 0.7509881422924901, | |
| "sat_Olck": 0.9970355731225297, | |
| "scn_Latn": 0.8863636363636364, | |
| "shn_Mymr": 0.8537549407114624, | |
| "sin_Sinh": 0.9980237154150198, | |
| "slk_Latn": 0.958498023715415, | |
| "slv_Latn": 0.9476284584980237, | |
| "smo_Latn": 0.9565217391304348, | |
| "sna_Latn": 0.941699604743083, | |
| "snd_Arab": 0.9575098814229249, | |
| "som_Latn": 0.9268774703557312, | |
| "sot_Latn": 0.5158102766798419, | |
| "spa_Latn": 0.950592885375494, | |
| "srd_Latn": 0.308300395256917, | |
| "srp_Cyrl": 0.958498023715415, | |
| "ssw_Latn": 0.7539525691699605, | |
| "sun_Latn": 0.6689723320158103, | |
| "swe_Latn": 0.9318181818181818, | |
| "swh_Latn": 0.9723320158102767, | |
| "szl_Latn": 0.6126482213438735, | |
| "tam_Taml": 0.9901185770750988, | |
| "taq_Latn": 0.34980237154150196, | |
| "tat_Cyrl": 0.9298418972332015, | |
| "tel_Telu": 0.9802371541501976, | |
| "tgk_Cyrl": 0.9654150197628458, | |
| "tgl_Latn": 0.9496047430830039, | |
| "tha_Thai": 0.9802371541501976, | |
| "tir_Ethi": 0.9772727272727273, | |
| "tpi_Latn": 0.8586956521739131, | |
| "tsn_Latn": 0.8735177865612648, | |
| "tso_Latn": 0.9456521739130435, | |
| "tuk_Latn": 0.908102766798419, | |
| "tum_Latn": 0.857707509881423, | |
| "tur_Latn": 0.9644268774703557, | |
| "tzm_Tfng": 0.9960474308300395, | |
| "uig_Arab": 0.9940711462450593, | |
| "ukr_Cyrl": 0.9802371541501976, | |
| "umb_Latn": 0.717391304347826, | |
| "urd_Arab": 0.9891304347826086, | |
| "uzn_Latn": 0.8982213438735178, | |
| "vec_Latn": 0.7440711462450593, | |
| "vie_Latn": 0.9980237154150198, | |
| "war_Latn": 0.9575098814229249, | |
| "wol_Latn": 0.7638339920948617, | |
| "xho_Latn": 0.8112648221343873, | |
| "ydd_Hebr": 0.9851778656126482, | |
| "yor_Latn": 0.9239130434782609, | |
| "zho_Hani": 0.650691699604743, | |
| "zsm_Latn": 0.708498023715415, | |
| "zul_Latn": 0.8942687747035574 | |
| } | |
| } | |
| }, | |
| "papluca:papluca/xlm-roberta-base-language-detection": { | |
| "flores_devtest": { | |
| "n": 27324, | |
| "acc": 0.9942175376957986, | |
| "macro_f1": 0.9969307604910647, | |
| "per_lang": { | |
| "arb_Arab": 0.9998588368153586, | |
| "bul_Cyrl": 1.0, | |
| "deu_Latn": 1.0, | |
| "ell_Grek": 1.0, | |
| "eng_Latn": 0.9970355731225297, | |
| "fra_Latn": 0.9980237154150198, | |
| "hin_Deva": 1.0, | |
| "ita_Latn": 1.0, | |
| "jpn_Jpan": 1.0, | |
| "nld_Latn": 0.9990118577075099, | |
| "pol_Latn": 1.0, | |
| "por_Latn": 1.0, | |
| "rus_Cyrl": 0.9990118577075099, | |
| "spa_Latn": 0.9970355731225297, | |
| "swh_Latn": 1.0, | |
| "tha_Thai": 0.9990118577075099, | |
| "tur_Latn": 1.0, | |
| "urd_Arab": 1.0, | |
| "vie_Latn": 0.9990118577075099, | |
| "zho_Hani": 0.9283596837944664 | |
| } | |
| }, | |
| "flores_short": { | |
| "n": 27324, | |
| "acc": 0.9733933538281364, | |
| "macro_f1": 0.9702207899367533, | |
| "per_lang": { | |
| "arb_Arab": 0.9964709203839639, | |
| "bul_Cyrl": 0.9802371541501976, | |
| "deu_Latn": 0.9664031620553359, | |
| "ell_Grek": 1.0, | |
| "eng_Latn": 0.9703557312252964, | |
| "fra_Latn": 0.9367588932806324, | |
| "hin_Deva": 1.0, | |
| "ita_Latn": 0.9792490118577075, | |
| "jpn_Jpan": 0.9990118577075099, | |
| "nld_Latn": 0.9594861660079052, | |
| "pol_Latn": 0.9693675889328063, | |
| "por_Latn": 0.9802371541501976, | |
| "rus_Cyrl": 0.9792490118577075, | |
| "spa_Latn": 0.8695652173913043, | |
| "swh_Latn": 0.9575098814229249, | |
| "tha_Thai": 0.9792490118577075, | |
| "tur_Latn": 0.9752964426877471, | |
| "urd_Arab": 0.9980237154150198, | |
| "vie_Latn": 0.9901185770750988, | |
| "zho_Hani": 0.908102766798419 | |
| } | |
| } | |
| } | |
| } |