RetentionLabs's picture
duplex-korean: manifest.json
88bd807 verified
Raw History Blame Contribute Delete
3.18 kB
{
"step": 500,
"files": [
"checkpoint.safetensors"
],
"groups": {
"muon": [
{
"lr": 0.001,
"weight_decay": 0.0,
"momentum": 0.95,
"nesterov": true,
"ns_coefficients": [
3.4445,
-4.775,
2.0315
],
"eps": 1e-07,
"ns_steps": 5,
"adjust_lr_fn": "match_rms_adamw",
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211
]
}
],
"adamw": [
{
"weight_decay": 0.0,
"lr": 0.001,
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"amsgrad": false,
"maximize": false,
"foreach": null,
"capturable": false,
"differentiable": false,
"fused": null,
"decoupled_weight_decay": true,
"params": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
]
}
],
"tables": [
{
"lr": 0.001,
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"params": [
0
]
}
]
},
"extra": {
"run_name": "duplex-korean",
"wandb": "https://wandb.ai/haan_modeling/polyplex/runs/kqnyjba1",
"start_checkpoint": "shared-rotation/checkpoint-10000",
"korean_neurons": [
11264,
11328
]
}
}