{ "step": 1750, "files": [ "checkpoint.safetensors" ], "groups": { "muon": [ { "lr": 0.001, "weight_decay": 0.0, "momentum": 0.95, "nesterov": true, "ns_coefficients": [ 3.4445, -4.775, 2.0315 ], "eps": 1e-07, "ns_steps": 5, "adjust_lr_fn": "match_rms_adamw", "params": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39 ] } ], "adamw": [ { "weight_decay": 0.0, "lr": 0.001, "betas": [ 0.9, 0.999 ], "eps": 1e-08, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "params": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80 ] } ], "tables": [ { "lr": 0.001, "betas": [ 0.9, 0.999 ], "eps": 1e-08, "params": [ 0, 1 ] } ] }, "extra": { "documents_used": { "fra_Latn": 1354, "por_Latn": 1073, "deu_Latn": 1608, "ron_Latn": 442, "swe_Latn": 762, "dan_Latn": 765, "bul_Cyrl": 422, "ru": 1066, "ces_Latn": 544, "ell_Grek": 458, "ukr_Cyrl": 110, "spa_Latn": 1141, "nld_Latn": 1209, "slk_Latn": 436, "hrv_Latn": 166, "pol_Latn": 736, "lit_Latn": 324, "nob_Latn": 776, "nno_Latn": 279, "fas_Arab": 227, "slv_Latn": 353, "guj_Gujr": 87, "lvs_Latn": 313, "ita_Latn": 1161, "oci_Latn": 35, "npi_Deva": 332, "mar_Deva": 230, "bel_Cyrl": 166, "srp_Cyrl": 223, "ltz_Latn": 204, "vec_Latn": 65, "asm_Beng": 36, "cym_Latn": 272, "szl_Latn": 66, "ast_Latn": 114, "hne_Deva": 51, "awa_Deva": 43, "mai_Deva": 7, "bho_Deva": 80, "snd_Arab": 69, "gle_Latn": 123, "fao_Latn": 157, "hi": 698, "pan_Guru": 177, "ben_Beng": 150, "ory_Orya": 73, "tgk_Cyrl": 184, "ydd_Hebr": 78, "lmo_Latn": 91, "lij_Latn": 55, "scn_Latn": 68, "fur_Latn": 83, "srd_Latn": 60, "glg_Latn": 247, "cat_Latn": 501, "isl_Latn": 248, "als_Latn": 170, "lim_Latn": 84, "afr_Latn": 139, "mkd_Cyrl": 171, "sin_Sinh": 164, "urd_Arab": 289, "mag_Deva": 3, "bos_Latn": 350, "hye_Armn": 68, "zh": 1434, "yue_Hani": 275, "mya_Mymr": 30, "ar": 378, "ars_Arab": 18, "apc_Arab": 44, "arz_Arab": 59, "ary_Arab": 268, "acm_Arab": 36, "aeb_Arab": 19, "heb_Hebr": 416, "mlt_Latn": 17, "ind_Latn": 578, "zsm_Latn": 283, "fil_Latn": 95, "ceb_Latn": 103, "jav_Latn": 65, "sun_Latn": 62, "min_Latn": 14, "ban_Latn": 27, "bjn_Latn": 42, "pag_Latn": 25, "ilo_Latn": 49, "war_Latn": 44, "tam_Taml": 196, "tel_Telu": 47, "kan_Knda": 79, "mal_Mlym": 180, "tur_Latn": 551, "azj_Latn": 148, "uzn_Latn": 91, "kaz_Cyrl": 139, "bak_Cyrl": 75, "tat_Cyrl": 16, "tha_Thai": 542, "lao_Laoo": 89, "fin_Latn": 620, "ekk_Latn": 428, "hun_Latn": 402, "vie_Latn": 457, "khm_Khmr": 98, "ja": 1237, "ko": 1176, "kat_Geor": 105, "eus_Latn": 197, "hat_Latn": 60, "pap_Latn": 34, "kea_Latn": 6, "tpi_Latn": 22, "swh_Latn": 132, "en": 10023 }, "run_name": "separated-input-conditions", "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/bnqfxb31" } }