{ "ar-fair": { "orig_run": "ar__unigram_destarved", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "ar-starved": { "orig_run": "ar__unigram_starved", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "de-fair": { "orig_run": "de__unigram_destarved", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-ar-fair": { "orig_run": "en-ar__unigram_destarved", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-ar-starved": { "orig_run": "en-ar__unigram_starved", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-de-fair": { "orig_run": "en-de__unigram_destarved", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-de-starved": { "orig_run": "en-de__unigram_starved", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-fr-fair": { "orig_run": "en-fr__unigram_destarved", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-fr-starved": { "orig_run": "en-fr__unigram_starved", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-zh-fair": { "orig_run": "en-zh__unigram_destarved", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-zh-starved": { "orig_run": "en-zh__unigram_starved", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-fair": { "orig_run": "en__unigram_destarved", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-starved": { "orig_run": "en__unigram_starved", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "fr-fair": { "orig_run": "fr__unigram_destarved", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/30b-final", "tokenizer_languages": 5, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "fr-starved": { "orig_run": "fr__unigram_starved", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/30b-final", "tokenizer_languages": 419, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-starved-15b": { "orig_run": "en__unigram_starved__step15793_14757M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.757, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-15b": { "orig_run": "en__unigram_destarved__step15937_14755M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-15b": { "orig_run": "ar__unigram_starved__step16081_14754M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-15b": { "orig_run": "ar__unigram_destarved__step16081_14754M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-15b": { "orig_run": "fr__unigram_starved__step16009_14755M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-15b": { "orig_run": "fr__unigram_destarved__step16009_14755M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-15b": { "orig_run": "de__unigram_destarved__step16009_14755M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-12b": { "orig_run": "zh__unigram_starved__step12811_11754M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/12b", "tokenizer_languages": 419, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-12b": { "orig_run": "zh__unigram_destarved__step12811_11754M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/12b", "tokenizer_languages": 5, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-starved-23b": { "orig_run": "en-zh__unigram_starved__step24005_22758M", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/23b", "tokenizer_languages": 419, "budget": "23b", "tokens_b": 22.758, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-fair-23b": { "orig_run": "en-zh__unigram_destarved__step24077_22757M", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/23b", "tokenizer_languages": 5, "budget": "23b", "tokens_b": 22.757, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-starved-1b": { "orig_run": "en__unigram_starved__step1092_1001M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/1b", "tokenizer_languages": 419, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-starved-2b": { "orig_run": "en__unigram_starved__step2456_2253M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-starved-5b": { "orig_run": "en__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-starved-8b": { "orig_run": "en__unigram_starved__step8451_7753M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/8b", "tokenizer_languages": 419, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-starved-12b": { "orig_run": "en__unigram_starved__step12739_11754M", "tok": "unigram_starved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/419-languages/12b", "tokenizer_languages": 419, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-1b": { "orig_run": "en__unigram_destarved__step1092_1001M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/1b", "tokenizer_languages": 5, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-2b": { "orig_run": "en__unigram_destarved__step2456_2253M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-5b": { "orig_run": "en__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-8b": { "orig_run": "en__unigram_destarved__step8451_7753M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/8b", "tokenizer_languages": 5, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fair-12b": { "orig_run": "en__unigram_destarved__step12811_11754M", "tok": "unigram_destarved", "langs": [ "en" ], "path": "model-checkpoints/monolingual/en/5-languages/12b", "tokenizer_languages": 5, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-1b": { "orig_run": "ar__unigram_starved__step1092_1001M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/1b", "tokenizer_languages": 419, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-2b": { "orig_run": "ar__unigram_starved__step2456_2253M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-5b": { "orig_run": "ar__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-8b": { "orig_run": "ar__unigram_starved__step8451_7753M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/8b", "tokenizer_languages": 419, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-starved-12b": { "orig_run": "ar__unigram_starved__step12811_11754M", "tok": "unigram_starved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/419-languages/12b", "tokenizer_languages": 419, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-1b": { "orig_run": "ar__unigram_destarved__step1092_1001M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/1b", "tokenizer_languages": 5, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-2b": { "orig_run": "ar__unigram_destarved__step2456_2253M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-5b": { "orig_run": "ar__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-8b": { "orig_run": "ar__unigram_destarved__step8451_7753M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/8b", "tokenizer_languages": 5, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "ar-fair-12b": { "orig_run": "ar__unigram_destarved__step12811_11754M", "tok": "unigram_destarved", "langs": [ "ar" ], "path": "model-checkpoints/monolingual/ar/5-languages/12b", "tokenizer_languages": 5, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-1b": { "orig_run": "fr__unigram_starved__step1092_1001M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/1b", "tokenizer_languages": 419, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-2b": { "orig_run": "fr__unigram_starved__step2456_2253M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-5b": { "orig_run": "fr__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-8b": { "orig_run": "fr__unigram_starved__step8451_7753M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/8b", "tokenizer_languages": 419, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-starved-12b": { "orig_run": "fr__unigram_starved__step12811_11754M", "tok": "unigram_starved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/419-languages/12b", "tokenizer_languages": 419, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-1b": { "orig_run": "fr__unigram_destarved__step1092_1001M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/1b", "tokenizer_languages": 5, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-2b": { "orig_run": "fr__unigram_destarved__step2456_2253M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-5b": { "orig_run": "fr__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-8b": { "orig_run": "fr__unigram_destarved__step8451_7753M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/8b", "tokenizer_languages": 5, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "fr-fair-12b": { "orig_run": "fr__unigram_destarved__step12811_11754M", "tok": "unigram_destarved", "langs": [ "fr" ], "path": "model-checkpoints/monolingual/fr/5-languages/12b", "tokenizer_languages": 5, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-1b": { "orig_run": "de__unigram_destarved__step1092_1001M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/1b", "tokenizer_languages": 5, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-2b": { "orig_run": "de__unigram_destarved__step2456_2253M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-5b": { "orig_run": "de__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-8b": { "orig_run": "de__unigram_destarved__step8451_7753M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/8b", "tokenizer_languages": 5, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-fair-12b": { "orig_run": "de__unigram_destarved__step12811_11754M", "tok": "unigram_destarved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/5-languages/12b", "tokenizer_languages": 5, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-1b": { "orig_run": "zh__unigram_starved__step1092_1001M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/1b", "tokenizer_languages": 419, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-2b": { "orig_run": "zh__unigram_starved__step2456_2253M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-5b": { "orig_run": "zh__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-8b": { "orig_run": "zh__unigram_starved__step8451_7753M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/8b", "tokenizer_languages": 419, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-1b": { "orig_run": "zh__unigram_destarved__step1092_1001M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/1b", "tokenizer_languages": 5, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-2b": { "orig_run": "zh__unigram_destarved__step2456_2253M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-5b": { "orig_run": "zh__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-8b": { "orig_run": "zh__unigram_destarved__step8451_7753M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/8b", "tokenizer_languages": 5, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-starved-2b": { "orig_run": "en-de__unigram_starved__step1911_1753M", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-starved-5b": { "orig_run": "en-de__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-starved-10b": { "orig_run": "en-de__unigram_starved__step10631_9753M", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/10b", "tokenizer_languages": 419, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-starved-15b": { "orig_run": "en-de__unigram_starved__step15865_14756M", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-starved-23b": { "orig_run": "en-de__unigram_starved__step24005_22758M", "tok": "unigram_starved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/419-languages/23b", "tokenizer_languages": 419, "budget": "23b", "tokens_b": 22.758, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-fair-2b": { "orig_run": "en-de__unigram_destarved__step1911_1753M", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-fair-5b": { "orig_run": "en-de__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-fair-10b": { "orig_run": "en-de__unigram_destarved__step10631_9753M", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/10b", "tokenizer_languages": 5, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-fair-15b": { "orig_run": "en-de__unigram_destarved__step15937_14755M", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-fair-23b": { "orig_run": "en-de__unigram_destarved__step24077_22757M", "tok": "unigram_destarved", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/5-languages/23b", "tokenizer_languages": 5, "budget": "23b", "tokens_b": 22.757, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-starved-2b": { "orig_run": "en-fr__unigram_starved__step1911_1753M", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-starved-5b": { "orig_run": "en-fr__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-starved-10b": { "orig_run": "en-fr__unigram_starved__step10631_9753M", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/10b", "tokenizer_languages": 419, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-starved-15b": { "orig_run": "en-fr__unigram_starved__step15865_14756M", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-starved-23b": { "orig_run": "en-fr__unigram_starved__step24005_22758M", "tok": "unigram_starved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/419-languages/23b", "tokenizer_languages": 419, "budget": "23b", "tokens_b": 22.758, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-fair-2b": { "orig_run": "en-fr__unigram_destarved__step1911_1753M", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-fair-5b": { "orig_run": "en-fr__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-fair-10b": { "orig_run": "en-fr__unigram_destarved__step10631_9753M", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/10b", "tokenizer_languages": 5, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-fair-15b": { "orig_run": "en-fr__unigram_destarved__step15865_14756M", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-fair-23b": { "orig_run": "en-fr__unigram_destarved__step24005_22758M", "tok": "unigram_destarved", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/5-languages/23b", "tokenizer_languages": 5, "budget": "23b", "tokens_b": 22.758, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-starved-2b": { "orig_run": "en-ar__unigram_starved__step1911_1753M", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-starved-5b": { "orig_run": "en-ar__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-starved-10b": { "orig_run": "en-ar__unigram_starved__step10631_9753M", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/10b", "tokenizer_languages": 419, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-starved-15b": { "orig_run": "en-ar__unigram_starved__step15793_14757M", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.757, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-starved-23b": { "orig_run": "en-ar__unigram_starved__step23933_22758M", "tok": "unigram_starved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/419-languages/23b", "tokenizer_languages": 419, "budget": "23b", "tokens_b": 22.758, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-fair-2b": { "orig_run": "en-ar__unigram_destarved__step1911_1753M", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-fair-5b": { "orig_run": "en-ar__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-fair-10b": { "orig_run": "en-ar__unigram_destarved__step10631_9753M", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/10b", "tokenizer_languages": 5, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-fair-15b": { "orig_run": "en-ar__unigram_destarved__step15937_14755M", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-fair-23b": { "orig_run": "en-ar__unigram_destarved__step24077_22757M", "tok": "unigram_destarved", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/5-languages/23b", "tokenizer_languages": 5, "budget": "23b", "tokens_b": 22.757, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-starved-2b": { "orig_run": "en-zh__unigram_starved__step1911_1753M", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-starved-5b": { "orig_run": "en-zh__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-starved-10b": { "orig_run": "en-zh__unigram_starved__step10631_9753M", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/10b", "tokenizer_languages": 419, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-starved-15b": { "orig_run": "en-zh__unigram_starved__step15865_14756M", "tok": "unigram_starved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-fair-2b": { "orig_run": "en-zh__unigram_destarved__step1911_1753M", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/2b", "tokenizer_languages": 5, "budget": "2b", "tokens_b": 1.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-fair-5b": { "orig_run": "en-zh__unigram_destarved__step5181_4753M", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/5b", "tokenizer_languages": 5, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-fair-10b": { "orig_run": "en-zh__unigram_destarved__step10631_9753M", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/10b", "tokenizer_languages": 5, "budget": "10b", "tokens_b": 9.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-fair-15b": { "orig_run": "en-zh__unigram_destarved__step15937_14755M", "tok": "unigram_destarved", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.755, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-fair-15b": { "orig_run": "zh__unigram_destarved__step15865_14756M", "tok": "unigram_destarved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/5-languages/15b", "tokenizer_languages": 5, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "zh-starved-15b": { "orig_run": "zh__unigram_starved__step15865_14756M", "tok": "unigram_starved", "langs": [ "zh" ], "path": "model-checkpoints/monolingual/zh/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-1b": { "orig_run": "de__unigram_starved__step1092_1001M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/1b", "tokenizer_languages": 419, "budget": "1b", "tokens_b": 1.001, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-2b": { "orig_run": "de__unigram_starved__step2456_2253M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/2b", "tokenizer_languages": 419, "budget": "2b", "tokens_b": 2.253, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-5b": { "orig_run": "de__unigram_starved__step5181_4753M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/5b", "tokenizer_languages": 419, "budget": "5b", "tokens_b": 4.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-8b": { "orig_run": "de__unigram_starved__step8451_7753M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/8b", "tokenizer_languages": 419, "budget": "8b", "tokens_b": 7.753, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-12b": { "orig_run": "de__unigram_starved__step12811_11754M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/12b", "tokenizer_languages": 419, "budget": "12b", "tokens_b": 11.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-15b": { "orig_run": "de__unigram_starved__step16081_14754M", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/15b", "tokenizer_languages": 419, "budget": "15b", "tokens_b": 14.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "de-starved-16b": { "orig_run": "de__unigram_starved", "tok": "unigram_starved", "langs": [ "de" ], "path": "model-checkpoints/monolingual/de/419-languages/16b", "tokenizer_languages": 419, "budget": "16b", "tokens_b": 16.1, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-20lang": { "orig_run": "en-de__unigram_20lang", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/30b-final", "tokenizer_languages": 20, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-de-20lang-2b": { "orig_run": "en-de__unigram_20lang__step1785_1754M", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/2b", "tokenizer_languages": 20, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-20lang-5b": { "orig_run": "en-de__unigram_20lang__step4839_4756M", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/5b", "tokenizer_languages": 20, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-20lang-10b": { "orig_run": "en-de__unigram_20lang__step9929_9760M", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/10b", "tokenizer_languages": 20, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-20lang-15b": { "orig_run": "en-de__unigram_20lang__step15019_14764M", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/15b", "tokenizer_languages": 20, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-20lang-23b": { "orig_run": "en-de__unigram_20lang__step23159_22766M", "tok": "unigram_20lang", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/20-languages/23b", "tokenizer_languages": 20, "budget": "23b", "tokens_b": 22.766, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-20lang": { "orig_run": "en-fr__unigram_20lang", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/30b-final", "tokenizer_languages": 20, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-fr-20lang-2b": { "orig_run": "en-fr__unigram_20lang__step1785_1754M", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/2b", "tokenizer_languages": 20, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-20lang-5b": { "orig_run": "en-fr__unigram_20lang__step4839_4756M", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/5b", "tokenizer_languages": 20, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-20lang-10b": { "orig_run": "en-fr__unigram_20lang__step9929_9760M", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/10b", "tokenizer_languages": 20, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-20lang-15b": { "orig_run": "en-fr__unigram_20lang__step15019_14764M", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/15b", "tokenizer_languages": 20, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-20lang-23b": { "orig_run": "en-fr__unigram_20lang__step23159_22766M", "tok": "unigram_20lang", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/20-languages/23b", "tokenizer_languages": 20, "budget": "23b", "tokens_b": 22.766, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-20lang": { "orig_run": "en-ar__unigram_20lang", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/30b-final", "tokenizer_languages": 20, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-ar-20lang-2b": { "orig_run": "en-ar__unigram_20lang__step1785_1754M", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/2b", "tokenizer_languages": 20, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-20lang-5b": { "orig_run": "en-ar__unigram_20lang__step4839_4756M", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/5b", "tokenizer_languages": 20, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-20lang-10b": { "orig_run": "en-ar__unigram_20lang__step9929_9760M", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/10b", "tokenizer_languages": 20, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-20lang-15b": { "orig_run": "en-ar__unigram_20lang__step15019_14764M", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/15b", "tokenizer_languages": 20, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-20lang-23b": { "orig_run": "en-ar__unigram_20lang__step23159_22766M", "tok": "unigram_20lang", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/20-languages/23b", "tokenizer_languages": 20, "budget": "23b", "tokens_b": 22.766, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-20lang": { "orig_run": "en-zh__unigram_20lang", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/30b-final", "tokenizer_languages": 20, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-zh-20lang-2b": { "orig_run": "en-zh__unigram_20lang__step1785_1754M", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/2b", "tokenizer_languages": 20, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-20lang-5b": { "orig_run": "en-zh__unigram_20lang__step4839_4756M", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/5b", "tokenizer_languages": 20, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-20lang-10b": { "orig_run": "en-zh__unigram_20lang__step9929_9760M", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/10b", "tokenizer_languages": 20, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-20lang-15b": { "orig_run": "en-zh__unigram_20lang__step15019_14764M", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/15b", "tokenizer_languages": 20, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-20lang-23b": { "orig_run": "en-zh__unigram_20lang__step23159_22766M", "tok": "unigram_20lang", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/20-languages/23b", "tokenizer_languages": 20, "budget": "23b", "tokens_b": 22.766, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-bi": { "orig_run": "en-de__unigram_bi_de", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/30b-final", "tokenizer_languages": 2, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-de-bi-2b": { "orig_run": "en-de__unigram_bi_de__step1785_1754M", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/2b", "tokenizer_languages": 2, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-bi-5b": { "orig_run": "en-de__unigram_bi_de__step4839_4756M", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/5b", "tokenizer_languages": 2, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-bi-10b": { "orig_run": "en-de__unigram_bi_de__step9929_9760M", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/10b", "tokenizer_languages": 2, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-bi-15b": { "orig_run": "en-de__unigram_bi_de__step15019_14764M", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/15b", "tokenizer_languages": 2, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-de-bi-23b": { "orig_run": "en-de__unigram_bi_de__step23163_22770M", "tok": "unigram_bi_de", "langs": [ "en", "de" ], "path": "model-checkpoints/bilingual/en-de/2-languages/23b", "tokenizer_languages": 2, "budget": "23b", "tokens_b": 22.77, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-bi": { "orig_run": "en-fr__unigram_bi_fr", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/30b-final", "tokenizer_languages": 2, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-fr-bi-2b": { "orig_run": "en-fr__unigram_bi_fr__step1785_1754M", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/2b", "tokenizer_languages": 2, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-bi-5b": { "orig_run": "en-fr__unigram_bi_fr__step4839_4756M", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/5b", "tokenizer_languages": 2, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-bi-10b": { "orig_run": "en-fr__unigram_bi_fr__step9929_9760M", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/10b", "tokenizer_languages": 2, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-bi-15b": { "orig_run": "en-fr__unigram_bi_fr__step15019_14764M", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/15b", "tokenizer_languages": 2, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-fr-bi-23b": { "orig_run": "en-fr__unigram_bi_fr__step23163_22770M", "tok": "unigram_bi_fr", "langs": [ "en", "fr" ], "path": "model-checkpoints/bilingual/en-fr/2-languages/23b", "tokenizer_languages": 2, "budget": "23b", "tokens_b": 22.77, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-bi": { "orig_run": "en-ar__unigram_bi_ar", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/30b-final", "tokenizer_languages": 2, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-ar-bi-2b": { "orig_run": "en-ar__unigram_bi_ar__step1785_1754M", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/2b", "tokenizer_languages": 2, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-bi-5b": { "orig_run": "en-ar__unigram_bi_ar__step4839_4756M", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/5b", "tokenizer_languages": 2, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-bi-10b": { "orig_run": "en-ar__unigram_bi_ar__step9929_9760M", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/10b", "tokenizer_languages": 2, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-bi-15b": { "orig_run": "en-ar__unigram_bi_ar__step15019_14764M", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/15b", "tokenizer_languages": 2, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-ar-bi-23b": { "orig_run": "en-ar__unigram_bi_ar__step23163_22770M", "tok": "unigram_bi_ar", "langs": [ "en", "ar" ], "path": "model-checkpoints/bilingual/en-ar/2-languages/23b", "tokenizer_languages": 2, "budget": "23b", "tokens_b": 22.77, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-bi": { "orig_run": "en-zh__unigram_bi_zh", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/30b-final", "tokenizer_languages": 2, "budget": "30b-final", "tokens_b": 30.0, "lr_state": "cooled final (LR 3e-4)" }, "en-zh-bi-2b": { "orig_run": "en-zh__unigram_bi_zh__step1785_1754M", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/2b", "tokenizer_languages": 2, "budget": "2b", "tokens_b": 1.754, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-bi-5b": { "orig_run": "en-zh__unigram_bi_zh__step4839_4756M", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/5b", "tokenizer_languages": 2, "budget": "5b", "tokens_b": 4.756, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-bi-10b": { "orig_run": "en-zh__unigram_bi_zh__step9929_9760M", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/10b", "tokenizer_languages": 2, "budget": "10b", "tokens_b": 9.76, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-bi-15b": { "orig_run": "en-zh__unigram_bi_zh__step15019_14764M", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/15b", "tokenizer_languages": 2, "budget": "15b", "tokens_b": 14.764, "lr_state": "mid-stable (peak LR 3e-3)" }, "en-zh-bi-23b": { "orig_run": "en-zh__unigram_bi_zh__step23163_22770M", "tok": "unigram_bi_zh", "langs": [ "en", "zh" ], "path": "model-checkpoints/bilingual/en-zh/2-languages/23b", "tokenizer_languages": 2, "budget": "23b", "tokens_b": 22.77, "lr_state": "mid-stable (peak LR 3e-3)" } }