RetentionLabs commited on
Commit
e9c1c93
·
verified ·
1 Parent(s): 10f15bb

dual-residual-stream-r4: manifest.json

Browse files
dual-residual-stream-r4/checkpoint/manifest.json ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 1250,
3
+ "files": [
4
+ "checkpoint.safetensors"
5
+ ],
6
+ "groups": {
7
+ "muon": [
8
+ {
9
+ "lr": 0.001,
10
+ "weight_decay": 0.0,
11
+ "momentum": 0.95,
12
+ "nesterov": true,
13
+ "ns_coefficients": [
14
+ 3.4445,
15
+ -4.775,
16
+ 2.0315
17
+ ],
18
+ "eps": 1e-07,
19
+ "ns_steps": 5,
20
+ "adjust_lr_fn": "match_rms_adamw",
21
+ "params": [
22
+ 0,
23
+ 1,
24
+ 2,
25
+ 3,
26
+ 4,
27
+ 5,
28
+ 6,
29
+ 7,
30
+ 8,
31
+ 9,
32
+ 10,
33
+ 11,
34
+ 12,
35
+ 13,
36
+ 14,
37
+ 15,
38
+ 16,
39
+ 17,
40
+ 18,
41
+ 19,
42
+ 20,
43
+ 21,
44
+ 22,
45
+ 23,
46
+ 24,
47
+ 25,
48
+ 26,
49
+ 27,
50
+ 28,
51
+ 29,
52
+ 30,
53
+ 31,
54
+ 32,
55
+ 33,
56
+ 34,
57
+ 35,
58
+ 36,
59
+ 37,
60
+ 38,
61
+ 39
62
+ ]
63
+ }
64
+ ],
65
+ "adamw": [
66
+ {
67
+ "weight_decay": 0.0,
68
+ "lr": 0.001,
69
+ "betas": [
70
+ 0.9,
71
+ 0.999
72
+ ],
73
+ "eps": 1e-08,
74
+ "amsgrad": false,
75
+ "maximize": false,
76
+ "foreach": null,
77
+ "capturable": false,
78
+ "differentiable": false,
79
+ "fused": null,
80
+ "decoupled_weight_decay": true,
81
+ "params": [
82
+ 0,
83
+ 1,
84
+ 2,
85
+ 3,
86
+ 4,
87
+ 5,
88
+ 6,
89
+ 7,
90
+ 8,
91
+ 9,
92
+ 10,
93
+ 11,
94
+ 12,
95
+ 13,
96
+ 14,
97
+ 15,
98
+ 16,
99
+ 17,
100
+ 18,
101
+ 19,
102
+ 20,
103
+ 21,
104
+ 22,
105
+ 23,
106
+ 24,
107
+ 25,
108
+ 26,
109
+ 27,
110
+ 28,
111
+ 29,
112
+ 30,
113
+ 31,
114
+ 32,
115
+ 33,
116
+ 34,
117
+ 35,
118
+ 36,
119
+ 37,
120
+ 38,
121
+ 39,
122
+ 40,
123
+ 41,
124
+ 42,
125
+ 43,
126
+ 44,
127
+ 45,
128
+ 46,
129
+ 47,
130
+ 48,
131
+ 49,
132
+ 50,
133
+ 51,
134
+ 52,
135
+ 53,
136
+ 54,
137
+ 55,
138
+ 56,
139
+ 57,
140
+ 58,
141
+ 59,
142
+ 60,
143
+ 61,
144
+ 62,
145
+ 63,
146
+ 64,
147
+ 65,
148
+ 66,
149
+ 67,
150
+ 68,
151
+ 69,
152
+ 70,
153
+ 71,
154
+ 72,
155
+ 73,
156
+ 74,
157
+ 75,
158
+ 76,
159
+ 77,
160
+ 78,
161
+ 79,
162
+ 80
163
+ ]
164
+ }
165
+ ],
166
+ "tables": [
167
+ {
168
+ "lr": 0.001,
169
+ "betas": [
170
+ 0.9,
171
+ 0.999
172
+ ],
173
+ "eps": 1e-08,
174
+ "params": [
175
+ 0,
176
+ 1
177
+ ]
178
+ }
179
+ ]
180
+ },
181
+ "extra": {
182
+ "documents_used": {
183
+ "en": 24540,
184
+ "ko": 29845,
185
+ "zh": 1284,
186
+ "ru": 934,
187
+ "ar": 630,
188
+ "hi": 1874
189
+ },
190
+ "run_name": "dual-residual-stream-r4",
191
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/a45rvqv1"
192
+ }
193
+ }