Download models.json from jvonrad/alignment-without-transfer: direct link, hf CLI and curl.
- Browser
- Download file 55.1 kB
-
https://huggingface.co/jvonrad/alignment-without-transfer/resolve/main/models.json
- Command line
-
hf download hf://jvonrad/alignment-without-transfer/models.json
-
curl -L -o models.json https://huggingface.co/jvonrad/alignment-without-transfer/resolve/main/models.json
55.1 kB
{
"ar-fair": {
"orig_run": "ar__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"ar-starved": {
"orig_run": "ar__unigram_starved",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"de-fair": {
"orig_run": "de__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-fair": {
"orig_run": "en-ar__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-starved": {
"orig_run": "en-ar__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-fair": {
"orig_run": "en-de__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-starved": {
"orig_run": "en-de__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fr-fair": {
"orig_run": "en-fr__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fr-starved": {
"orig_run": "en-fr__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-zh-fair": {
"orig_run": "en-zh__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-zh-starved": {
"orig_run": "en-zh__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fair": {
"orig_run": "en__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-starved": {
"orig_run": "en__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"fr-fair": {
"orig_run": "fr__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"fr-starved": {
"orig_run": "fr__unigram_starved",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-starved-15b": {
"orig_run": "en__unigram_starved__step15793_14757M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.757,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-15b": {
"orig_run": "en__unigram_destarved__step15937_14755M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-15b": {
"orig_run": "ar__unigram_starved__step16081_14754M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-15b": {
"orig_run": "ar__unigram_destarved__step16081_14754M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-15b": {
"orig_run": "fr__unigram_starved__step16009_14755M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-15b": {
"orig_run": "fr__unigram_destarved__step16009_14755M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-15b": {
"orig_run": "de__unigram_destarved__step16009_14755M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-12b": {
"orig_run": "zh__unigram_starved__step12811_11754M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/12b",
"tokenizer_languages": 419,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-12b": {
"orig_run": "zh__unigram_destarved__step12811_11754M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/12b",
"tokenizer_languages": 5,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-starved-23b": {
"orig_run": "en-zh__unigram_starved__step24005_22758M",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/23b",
"tokenizer_languages": 419,
"budget": "23b",
"tokens_b": 22.758,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-fair-23b": {
"orig_run": "en-zh__unigram_destarved__step24077_22757M",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/23b",
"tokenizer_languages": 5,
"budget": "23b",
"tokens_b": 22.757,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-starved-1b": {
"orig_run": "en__unigram_starved__step1092_1001M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/1b",
"tokenizer_languages": 419,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-starved-2b": {
"orig_run": "en__unigram_starved__step2456_2253M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-starved-5b": {
"orig_run": "en__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-starved-8b": {
"orig_run": "en__unigram_starved__step8451_7753M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/8b",
"tokenizer_languages": 419,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-starved-12b": {
"orig_run": "en__unigram_starved__step12739_11754M",
"tok": "unigram_starved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/419-languages/12b",
"tokenizer_languages": 419,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-1b": {
"orig_run": "en__unigram_destarved__step1092_1001M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/1b",
"tokenizer_languages": 5,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-2b": {
"orig_run": "en__unigram_destarved__step2456_2253M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-5b": {
"orig_run": "en__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-8b": {
"orig_run": "en__unigram_destarved__step8451_7753M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/8b",
"tokenizer_languages": 5,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fair-12b": {
"orig_run": "en__unigram_destarved__step12811_11754M",
"tok": "unigram_destarved",
"langs": [
"en"
],
"path": "model-checkpoints/monolingual/en/5-languages/12b",
"tokenizer_languages": 5,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-1b": {
"orig_run": "ar__unigram_starved__step1092_1001M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/1b",
"tokenizer_languages": 419,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-2b": {
"orig_run": "ar__unigram_starved__step2456_2253M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-5b": {
"orig_run": "ar__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-8b": {
"orig_run": "ar__unigram_starved__step8451_7753M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/8b",
"tokenizer_languages": 419,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-starved-12b": {
"orig_run": "ar__unigram_starved__step12811_11754M",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/12b",
"tokenizer_languages": 419,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-1b": {
"orig_run": "ar__unigram_destarved__step1092_1001M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/1b",
"tokenizer_languages": 5,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-2b": {
"orig_run": "ar__unigram_destarved__step2456_2253M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-5b": {
"orig_run": "ar__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-8b": {
"orig_run": "ar__unigram_destarved__step8451_7753M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/8b",
"tokenizer_languages": 5,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"ar-fair-12b": {
"orig_run": "ar__unigram_destarved__step12811_11754M",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/12b",
"tokenizer_languages": 5,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-1b": {
"orig_run": "fr__unigram_starved__step1092_1001M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/1b",
"tokenizer_languages": 419,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-2b": {
"orig_run": "fr__unigram_starved__step2456_2253M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-5b": {
"orig_run": "fr__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-8b": {
"orig_run": "fr__unigram_starved__step8451_7753M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/8b",
"tokenizer_languages": 419,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-starved-12b": {
"orig_run": "fr__unigram_starved__step12811_11754M",
"tok": "unigram_starved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/419-languages/12b",
"tokenizer_languages": 419,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-1b": {
"orig_run": "fr__unigram_destarved__step1092_1001M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/1b",
"tokenizer_languages": 5,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-2b": {
"orig_run": "fr__unigram_destarved__step2456_2253M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-5b": {
"orig_run": "fr__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-8b": {
"orig_run": "fr__unigram_destarved__step8451_7753M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/8b",
"tokenizer_languages": 5,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"fr-fair-12b": {
"orig_run": "fr__unigram_destarved__step12811_11754M",
"tok": "unigram_destarved",
"langs": [
"fr"
],
"path": "model-checkpoints/monolingual/fr/5-languages/12b",
"tokenizer_languages": 5,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-1b": {
"orig_run": "de__unigram_destarved__step1092_1001M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/1b",
"tokenizer_languages": 5,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-2b": {
"orig_run": "de__unigram_destarved__step2456_2253M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-5b": {
"orig_run": "de__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-8b": {
"orig_run": "de__unigram_destarved__step8451_7753M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/8b",
"tokenizer_languages": 5,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-fair-12b": {
"orig_run": "de__unigram_destarved__step12811_11754M",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/12b",
"tokenizer_languages": 5,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-1b": {
"orig_run": "zh__unigram_starved__step1092_1001M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/1b",
"tokenizer_languages": 419,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-2b": {
"orig_run": "zh__unigram_starved__step2456_2253M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-5b": {
"orig_run": "zh__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-8b": {
"orig_run": "zh__unigram_starved__step8451_7753M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/8b",
"tokenizer_languages": 419,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-1b": {
"orig_run": "zh__unigram_destarved__step1092_1001M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/1b",
"tokenizer_languages": 5,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-2b": {
"orig_run": "zh__unigram_destarved__step2456_2253M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-5b": {
"orig_run": "zh__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-8b": {
"orig_run": "zh__unigram_destarved__step8451_7753M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/8b",
"tokenizer_languages": 5,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-starved-2b": {
"orig_run": "en-de__unigram_starved__step1911_1753M",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-starved-5b": {
"orig_run": "en-de__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-starved-10b": {
"orig_run": "en-de__unigram_starved__step10631_9753M",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/10b",
"tokenizer_languages": 419,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-starved-15b": {
"orig_run": "en-de__unigram_starved__step15865_14756M",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-starved-23b": {
"orig_run": "en-de__unigram_starved__step24005_22758M",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/23b",
"tokenizer_languages": 419,
"budget": "23b",
"tokens_b": 22.758,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-fair-2b": {
"orig_run": "en-de__unigram_destarved__step1911_1753M",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-fair-5b": {
"orig_run": "en-de__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-fair-10b": {
"orig_run": "en-de__unigram_destarved__step10631_9753M",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/10b",
"tokenizer_languages": 5,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-fair-15b": {
"orig_run": "en-de__unigram_destarved__step15937_14755M",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-fair-23b": {
"orig_run": "en-de__unigram_destarved__step24077_22757M",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/23b",
"tokenizer_languages": 5,
"budget": "23b",
"tokens_b": 22.757,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-starved-2b": {
"orig_run": "en-fr__unigram_starved__step1911_1753M",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-starved-5b": {
"orig_run": "en-fr__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-starved-10b": {
"orig_run": "en-fr__unigram_starved__step10631_9753M",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/10b",
"tokenizer_languages": 419,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-starved-15b": {
"orig_run": "en-fr__unigram_starved__step15865_14756M",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-starved-23b": {
"orig_run": "en-fr__unigram_starved__step24005_22758M",
"tok": "unigram_starved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/419-languages/23b",
"tokenizer_languages": 419,
"budget": "23b",
"tokens_b": 22.758,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-fair-2b": {
"orig_run": "en-fr__unigram_destarved__step1911_1753M",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-fair-5b": {
"orig_run": "en-fr__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-fair-10b": {
"orig_run": "en-fr__unigram_destarved__step10631_9753M",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/10b",
"tokenizer_languages": 5,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-fair-15b": {
"orig_run": "en-fr__unigram_destarved__step15865_14756M",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-fair-23b": {
"orig_run": "en-fr__unigram_destarved__step24005_22758M",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/23b",
"tokenizer_languages": 5,
"budget": "23b",
"tokens_b": 22.758,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-starved-2b": {
"orig_run": "en-ar__unigram_starved__step1911_1753M",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-starved-5b": {
"orig_run": "en-ar__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-starved-10b": {
"orig_run": "en-ar__unigram_starved__step10631_9753M",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/10b",
"tokenizer_languages": 419,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-starved-15b": {
"orig_run": "en-ar__unigram_starved__step15793_14757M",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.757,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-starved-23b": {
"orig_run": "en-ar__unigram_starved__step23933_22758M",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/23b",
"tokenizer_languages": 419,
"budget": "23b",
"tokens_b": 22.758,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-fair-2b": {
"orig_run": "en-ar__unigram_destarved__step1911_1753M",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-fair-5b": {
"orig_run": "en-ar__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-fair-10b": {
"orig_run": "en-ar__unigram_destarved__step10631_9753M",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/10b",
"tokenizer_languages": 5,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-fair-15b": {
"orig_run": "en-ar__unigram_destarved__step15937_14755M",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-fair-23b": {
"orig_run": "en-ar__unigram_destarved__step24077_22757M",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/23b",
"tokenizer_languages": 5,
"budget": "23b",
"tokens_b": 22.757,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-starved-2b": {
"orig_run": "en-zh__unigram_starved__step1911_1753M",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-starved-5b": {
"orig_run": "en-zh__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-starved-10b": {
"orig_run": "en-zh__unigram_starved__step10631_9753M",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/10b",
"tokenizer_languages": 419,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-starved-15b": {
"orig_run": "en-zh__unigram_starved__step15865_14756M",
"tok": "unigram_starved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-fair-2b": {
"orig_run": "en-zh__unigram_destarved__step1911_1753M",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/2b",
"tokenizer_languages": 5,
"budget": "2b",
"tokens_b": 1.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-fair-5b": {
"orig_run": "en-zh__unigram_destarved__step5181_4753M",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/5b",
"tokenizer_languages": 5,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-fair-10b": {
"orig_run": "en-zh__unigram_destarved__step10631_9753M",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/10b",
"tokenizer_languages": 5,
"budget": "10b",
"tokens_b": 9.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-fair-15b": {
"orig_run": "en-zh__unigram_destarved__step15937_14755M",
"tok": "unigram_destarved",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.755,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-fair-15b": {
"orig_run": "zh__unigram_destarved__step15865_14756M",
"tok": "unigram_destarved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/5-languages/15b",
"tokenizer_languages": 5,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"zh-starved-15b": {
"orig_run": "zh__unigram_starved__step15865_14756M",
"tok": "unigram_starved",
"langs": [
"zh"
],
"path": "model-checkpoints/monolingual/zh/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-1b": {
"orig_run": "de__unigram_starved__step1092_1001M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/1b",
"tokenizer_languages": 419,
"budget": "1b",
"tokens_b": 1.001,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-2b": {
"orig_run": "de__unigram_starved__step2456_2253M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/2b",
"tokenizer_languages": 419,
"budget": "2b",
"tokens_b": 2.253,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-5b": {
"orig_run": "de__unigram_starved__step5181_4753M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/5b",
"tokenizer_languages": 419,
"budget": "5b",
"tokens_b": 4.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-8b": {
"orig_run": "de__unigram_starved__step8451_7753M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/8b",
"tokenizer_languages": 419,
"budget": "8b",
"tokens_b": 7.753,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-12b": {
"orig_run": "de__unigram_starved__step12811_11754M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/12b",
"tokenizer_languages": 419,
"budget": "12b",
"tokens_b": 11.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-15b": {
"orig_run": "de__unigram_starved__step16081_14754M",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/15b",
"tokenizer_languages": 419,
"budget": "15b",
"tokens_b": 14.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"de-starved-16b": {
"orig_run": "de__unigram_starved",
"tok": "unigram_starved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/419-languages/16b",
"tokenizer_languages": 419,
"budget": "16b",
"tokens_b": 16.1,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-20lang": {
"orig_run": "en-de__unigram_20lang",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/30b-final",
"tokenizer_languages": 20,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-20lang-2b": {
"orig_run": "en-de__unigram_20lang__step1785_1754M",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/2b",
"tokenizer_languages": 20,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-20lang-5b": {
"orig_run": "en-de__unigram_20lang__step4839_4756M",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/5b",
"tokenizer_languages": 20,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-20lang-10b": {
"orig_run": "en-de__unigram_20lang__step9929_9760M",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/10b",
"tokenizer_languages": 20,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-20lang-15b": {
"orig_run": "en-de__unigram_20lang__step15019_14764M",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/15b",
"tokenizer_languages": 20,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-20lang-23b": {
"orig_run": "en-de__unigram_20lang__step23159_22766M",
"tok": "unigram_20lang",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/20-languages/23b",
"tokenizer_languages": 20,
"budget": "23b",
"tokens_b": 22.766,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-20lang": {
"orig_run": "en-fr__unigram_20lang",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/30b-final",
"tokenizer_languages": 20,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fr-20lang-2b": {
"orig_run": "en-fr__unigram_20lang__step1785_1754M",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/2b",
"tokenizer_languages": 20,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-20lang-5b": {
"orig_run": "en-fr__unigram_20lang__step4839_4756M",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/5b",
"tokenizer_languages": 20,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-20lang-10b": {
"orig_run": "en-fr__unigram_20lang__step9929_9760M",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/10b",
"tokenizer_languages": 20,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-20lang-15b": {
"orig_run": "en-fr__unigram_20lang__step15019_14764M",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/15b",
"tokenizer_languages": 20,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-20lang-23b": {
"orig_run": "en-fr__unigram_20lang__step23159_22766M",
"tok": "unigram_20lang",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/20-languages/23b",
"tokenizer_languages": 20,
"budget": "23b",
"tokens_b": 22.766,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-20lang": {
"orig_run": "en-ar__unigram_20lang",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/30b-final",
"tokenizer_languages": 20,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-20lang-2b": {
"orig_run": "en-ar__unigram_20lang__step1785_1754M",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/2b",
"tokenizer_languages": 20,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-20lang-5b": {
"orig_run": "en-ar__unigram_20lang__step4839_4756M",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/5b",
"tokenizer_languages": 20,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-20lang-10b": {
"orig_run": "en-ar__unigram_20lang__step9929_9760M",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/10b",
"tokenizer_languages": 20,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-20lang-15b": {
"orig_run": "en-ar__unigram_20lang__step15019_14764M",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/15b",
"tokenizer_languages": 20,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-20lang-23b": {
"orig_run": "en-ar__unigram_20lang__step23159_22766M",
"tok": "unigram_20lang",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/20-languages/23b",
"tokenizer_languages": 20,
"budget": "23b",
"tokens_b": 22.766,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-20lang": {
"orig_run": "en-zh__unigram_20lang",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/30b-final",
"tokenizer_languages": 20,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-zh-20lang-2b": {
"orig_run": "en-zh__unigram_20lang__step1785_1754M",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/2b",
"tokenizer_languages": 20,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-20lang-5b": {
"orig_run": "en-zh__unigram_20lang__step4839_4756M",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/5b",
"tokenizer_languages": 20,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-20lang-10b": {
"orig_run": "en-zh__unigram_20lang__step9929_9760M",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/10b",
"tokenizer_languages": 20,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-20lang-15b": {
"orig_run": "en-zh__unigram_20lang__step15019_14764M",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/15b",
"tokenizer_languages": 20,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-20lang-23b": {
"orig_run": "en-zh__unigram_20lang__step23159_22766M",
"tok": "unigram_20lang",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/20-languages/23b",
"tokenizer_languages": 20,
"budget": "23b",
"tokens_b": 22.766,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-bi": {
"orig_run": "en-de__unigram_bi_de",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/30b-final",
"tokenizer_languages": 2,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-bi-2b": {
"orig_run": "en-de__unigram_bi_de__step1785_1754M",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/2b",
"tokenizer_languages": 2,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-bi-5b": {
"orig_run": "en-de__unigram_bi_de__step4839_4756M",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/5b",
"tokenizer_languages": 2,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-bi-10b": {
"orig_run": "en-de__unigram_bi_de__step9929_9760M",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/10b",
"tokenizer_languages": 2,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-bi-15b": {
"orig_run": "en-de__unigram_bi_de__step15019_14764M",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/15b",
"tokenizer_languages": 2,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-de-bi-23b": {
"orig_run": "en-de__unigram_bi_de__step23163_22770M",
"tok": "unigram_bi_de",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/2-languages/23b",
"tokenizer_languages": 2,
"budget": "23b",
"tokens_b": 22.77,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-bi": {
"orig_run": "en-fr__unigram_bi_fr",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/30b-final",
"tokenizer_languages": 2,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fr-bi-2b": {
"orig_run": "en-fr__unigram_bi_fr__step1785_1754M",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/2b",
"tokenizer_languages": 2,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-bi-5b": {
"orig_run": "en-fr__unigram_bi_fr__step4839_4756M",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/5b",
"tokenizer_languages": 2,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-bi-10b": {
"orig_run": "en-fr__unigram_bi_fr__step9929_9760M",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/10b",
"tokenizer_languages": 2,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-bi-15b": {
"orig_run": "en-fr__unigram_bi_fr__step15019_14764M",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/15b",
"tokenizer_languages": 2,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-fr-bi-23b": {
"orig_run": "en-fr__unigram_bi_fr__step23163_22770M",
"tok": "unigram_bi_fr",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/2-languages/23b",
"tokenizer_languages": 2,
"budget": "23b",
"tokens_b": 22.77,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-bi": {
"orig_run": "en-ar__unigram_bi_ar",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/30b-final",
"tokenizer_languages": 2,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-bi-2b": {
"orig_run": "en-ar__unigram_bi_ar__step1785_1754M",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/2b",
"tokenizer_languages": 2,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-bi-5b": {
"orig_run": "en-ar__unigram_bi_ar__step4839_4756M",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/5b",
"tokenizer_languages": 2,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-bi-10b": {
"orig_run": "en-ar__unigram_bi_ar__step9929_9760M",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/10b",
"tokenizer_languages": 2,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-bi-15b": {
"orig_run": "en-ar__unigram_bi_ar__step15019_14764M",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/15b",
"tokenizer_languages": 2,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-ar-bi-23b": {
"orig_run": "en-ar__unigram_bi_ar__step23163_22770M",
"tok": "unigram_bi_ar",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/2-languages/23b",
"tokenizer_languages": 2,
"budget": "23b",
"tokens_b": 22.77,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-bi": {
"orig_run": "en-zh__unigram_bi_zh",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/30b-final",
"tokenizer_languages": 2,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-zh-bi-2b": {
"orig_run": "en-zh__unigram_bi_zh__step1785_1754M",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/2b",
"tokenizer_languages": 2,
"budget": "2b",
"tokens_b": 1.754,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-bi-5b": {
"orig_run": "en-zh__unigram_bi_zh__step4839_4756M",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/5b",
"tokenizer_languages": 2,
"budget": "5b",
"tokens_b": 4.756,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-bi-10b": {
"orig_run": "en-zh__unigram_bi_zh__step9929_9760M",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/10b",
"tokenizer_languages": 2,
"budget": "10b",
"tokens_b": 9.76,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-bi-15b": {
"orig_run": "en-zh__unigram_bi_zh__step15019_14764M",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/15b",
"tokenizer_languages": 2,
"budget": "15b",
"tokens_b": 14.764,
"lr_state": "mid-stable (peak LR 3e-3)"
},
"en-zh-bi-23b": {
"orig_run": "en-zh__unigram_bi_zh__step23163_22770M",
"tok": "unigram_bi_zh",
"langs": [
"en",
"zh"
],
"path": "model-checkpoints/bilingual/en-zh/2-languages/23b",
"tokenizer_languages": 2,
"budget": "23b",
"tokens_b": 22.77,
"lr_state": "mid-stable (peak LR 3e-3)"
}
}
{
"ar-fair": {
"orig_run": "ar__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"ar-starved": {
"orig_run": "ar__unigram_starved",
"tok": "unigram_starved",
"langs": [
"ar"
],
"path": "model-checkpoints/monolingual/ar/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"de-fair": {
"orig_run": "de__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"de"
],
"path": "model-checkpoints/monolingual/de/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-fair": {
"orig_run": "en-ar__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-ar-starved": {
"orig_run": "en-ar__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"ar"
],
"path": "model-checkpoints/bilingual/en-ar/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-fair": {
"orig_run": "en-de__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-de-starved": {
"orig_run": "en-de__unigram_starved",
"tok": "unigram_starved",
"langs": [
"en",
"de"
],
"path": "model-checkpoints/bilingual/en-de/419-languages/30b-final",
"tokenizer_languages": 419,
"budget": "30b-final",
"tokens_b": 30.0,
"lr_state": "cooled final (LR 3e-4)"
},
"en-fr-fair": {
"orig_run": "en-fr__unigram_destarved",
"tok": "unigram_destarved",
"langs": [
"en",
"fr"
],
"path": "model-checkpoints/bilingual/en-fr/5-languages/30b-final",
"tokenizer_languages": 5,
"budget": "30b-final",
"tokens_b": 30.0,