RetentionLabs's picture
separated-input-conditions: manifest.json
1e8d420 verified
Raw History Blame Contribute Delete
4.29 kB
{
"step": 1750,
"files": [
"checkpoint.safetensors"
],
"groups": {
"muon": [
{
"lr": 0.001,
"weight_decay": 0.0,
"momentum": 0.95,
"nesterov": true,
"ns_coefficients": [
3.4445,
-4.775,
2.0315
],
"eps": 1e-07,
"ns_steps": 5,
"adjust_lr_fn": "match_rms_adamw",
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39
]
}
],
"adamw": [
{
"weight_decay": 0.0,
"lr": 0.001,
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"amsgrad": false,
"maximize": false,
"foreach": null,
"capturable": false,
"differentiable": false,
"fused": null,
"decoupled_weight_decay": true,
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
]
}
],
"tables": [
{
"lr": 0.001,
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"params": [
0,
1
]
}
]
},
"extra": {
"documents_used": {
"fra_Latn": 1354,
"por_Latn": 1073,
"deu_Latn": 1608,
"ron_Latn": 442,
"swe_Latn": 762,
"dan_Latn": 765,
"bul_Cyrl": 422,
"ru": 1066,
"ces_Latn": 544,
"ell_Grek": 458,
"ukr_Cyrl": 110,
"spa_Latn": 1141,
"nld_Latn": 1209,
"slk_Latn": 436,
"hrv_Latn": 166,
"pol_Latn": 736,
"lit_Latn": 324,
"nob_Latn": 776,
"nno_Latn": 279,
"fas_Arab": 227,
"slv_Latn": 353,
"guj_Gujr": 87,
"lvs_Latn": 313,
"ita_Latn": 1161,
"oci_Latn": 35,
"npi_Deva": 332,
"mar_Deva": 230,
"bel_Cyrl": 166,
"srp_Cyrl": 223,
"ltz_Latn": 204,
"vec_Latn": 65,
"asm_Beng": 36,
"cym_Latn": 272,
"szl_Latn": 66,
"ast_Latn": 114,
"hne_Deva": 51,
"awa_Deva": 43,
"mai_Deva": 7,
"bho_Deva": 80,
"snd_Arab": 69,
"gle_Latn": 123,
"fao_Latn": 157,
"hi": 698,
"pan_Guru": 177,
"ben_Beng": 150,
"ory_Orya": 73,
"tgk_Cyrl": 184,
"ydd_Hebr": 78,
"lmo_Latn": 91,
"lij_Latn": 55,
"scn_Latn": 68,
"fur_Latn": 83,
"srd_Latn": 60,
"glg_Latn": 247,
"cat_Latn": 501,
"isl_Latn": 248,
"als_Latn": 170,
"lim_Latn": 84,
"afr_Latn": 139,
"mkd_Cyrl": 171,
"sin_Sinh": 164,
"urd_Arab": 289,
"mag_Deva": 3,
"bos_Latn": 350,
"hye_Armn": 68,
"zh": 1434,
"yue_Hani": 275,
"mya_Mymr": 30,
"ar": 378,
"ars_Arab": 18,
"apc_Arab": 44,
"arz_Arab": 59,
"ary_Arab": 268,
"acm_Arab": 36,
"aeb_Arab": 19,
"heb_Hebr": 416,
"mlt_Latn": 17,
"ind_Latn": 578,
"zsm_Latn": 283,
"fil_Latn": 95,
"ceb_Latn": 103,
"jav_Latn": 65,
"sun_Latn": 62,
"min_Latn": 14,
"ban_Latn": 27,
"bjn_Latn": 42,
"pag_Latn": 25,
"ilo_Latn": 49,
"war_Latn": 44,
"tam_Taml": 196,
"tel_Telu": 47,
"kan_Knda": 79,
"mal_Mlym": 180,
"tur_Latn": 551,
"azj_Latn": 148,
"uzn_Latn": 91,
"kaz_Cyrl": 139,
"bak_Cyrl": 75,
"tat_Cyrl": 16,
"tha_Thai": 542,
"lao_Laoo": 89,
"fin_Latn": 620,
"ekk_Latn": 428,
"hun_Latn": 402,
"vie_Latn": 457,
"khm_Khmr": 98,
"ja": 1237,
"ko": 1176,
"kat_Geor": 105,
"eus_Latn": 197,
"hat_Latn": 60,
"pap_Latn": 34,
"kea_Latn": 6,
"tpi_Latn": 22,
"swh_Latn": 132,
"en": 10023
},
"run_name": "separated-input-conditions",
"wandb": "https://wandb.ai/haan_modeling/polyplex/runs/bnqfxb31"
}
}