RetentionLabs commited on
Commit
ae0209b
·
verified ·
1 Parent(s): 7de045c

dual-residual-stream-r2: step 500

Browse files
dual-residual-stream-r2/checkpoint-step500/.letify-handoff-5qetfftg/stash.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364ca814a3c58fa9b7afbdfece2c13c283015d708fd09137f77161c2760650c6
3
+ size 2071541760
dual-residual-stream-r2/checkpoint-step500/checkpoint-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433824260505926e51511aa40645d16ce68ba0f3b61973726cb95d0575365737
3
+ size 2071534920
dual-residual-stream-r2/checkpoint-step500/checkpoint-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2541d6b0b4fed9cc65858807a69e5cd0520a2b330c3f8872dd77b9af43d8bceb
3
+ size 2114230608
dual-residual-stream-r2/checkpoint-step500/checkpoint-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54ef33c39bb6be6e092dba63a6da6baa1816f9582cad462b4fd4900b502a7c5
3
+ size 604030176
dual-residual-stream-r2/checkpoint-step500/checkpoint-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0664ec8d41d6ef1e31ced26d0721b977db8570b1d0947bb0ec226e7bcdb03c8
3
+ size 2112898080
dual-residual-stream-r2/checkpoint-step500/checkpoint-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f43c55429ed8f994b0bc34190b989e8a1b081a2864b1646ba10628c3431ae6
3
+ size 2113932448
dual-residual-stream-r2/checkpoint-step500/checkpoint-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6188a4cab3d48e6edef6bfd5ba1cf1d24369995f32eae6504e7cf3cddaa179
3
+ size 663968624
dual-residual-stream-r2/checkpoint-step500/checkpoint-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841f77a3f80033f9f82f49911e227736b4be88b744e3d242e8a708d2aa980056
3
+ size 1835928976
dual-residual-stream-r2/checkpoint-step500/checkpoint-00008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e78daefb3b2a2cc610dd975ea105a630878f0f2fc4dcc3c188590f8fa59454
3
+ size 1835920688
dual-residual-stream-r2/checkpoint-step500/manifest.json ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 500,
3
+ "files": [
4
+ "checkpoint-00001.safetensors",
5
+ "checkpoint-00002.safetensors",
6
+ "checkpoint-00003.safetensors",
7
+ "checkpoint-00004.safetensors",
8
+ "checkpoint-00005.safetensors",
9
+ "checkpoint-00006.safetensors",
10
+ "checkpoint-00007.safetensors",
11
+ "checkpoint-00008.safetensors"
12
+ ],
13
+ "groups": {
14
+ "muon": [
15
+ {
16
+ "lr": 0.001,
17
+ "weight_decay": 0.0,
18
+ "momentum": 0.95,
19
+ "nesterov": true,
20
+ "ns_coefficients": [
21
+ 3.4445,
22
+ -4.775,
23
+ 2.0315
24
+ ],
25
+ "eps": 1e-07,
26
+ "ns_steps": 5,
27
+ "adjust_lr_fn": "match_rms_adamw",
28
+ "params": [
29
+ 0,
30
+ 1,
31
+ 2,
32
+ 3,
33
+ 4,
34
+ 5,
35
+ 6,
36
+ 7,
37
+ 8,
38
+ 9,
39
+ 10,
40
+ 11,
41
+ 12,
42
+ 13,
43
+ 14,
44
+ 15,
45
+ 16,
46
+ 17,
47
+ 18,
48
+ 19,
49
+ 20,
50
+ 21,
51
+ 22,
52
+ 23,
53
+ 24,
54
+ 25,
55
+ 26,
56
+ 27,
57
+ 28,
58
+ 29,
59
+ 30,
60
+ 31,
61
+ 32,
62
+ 33,
63
+ 34,
64
+ 35,
65
+ 36,
66
+ 37,
67
+ 38,
68
+ 39
69
+ ]
70
+ }
71
+ ],
72
+ "adamw": [
73
+ {
74
+ "weight_decay": 0.0,
75
+ "lr": 0.001,
76
+ "betas": [
77
+ 0.9,
78
+ 0.999
79
+ ],
80
+ "eps": 1e-08,
81
+ "amsgrad": false,
82
+ "maximize": false,
83
+ "foreach": null,
84
+ "capturable": false,
85
+ "differentiable": false,
86
+ "fused": null,
87
+ "decoupled_weight_decay": true,
88
+ "params": [
89
+ 0,
90
+ 1,
91
+ 2,
92
+ 3,
93
+ 4,
94
+ 5,
95
+ 6,
96
+ 7,
97
+ 8,
98
+ 9,
99
+ 10,
100
+ 11,
101
+ 12,
102
+ 13,
103
+ 14,
104
+ 15,
105
+ 16,
106
+ 17,
107
+ 18,
108
+ 19,
109
+ 20,
110
+ 21,
111
+ 22,
112
+ 23,
113
+ 24,
114
+ 25,
115
+ 26,
116
+ 27,
117
+ 28,
118
+ 29,
119
+ 30,
120
+ 31,
121
+ 32,
122
+ 33,
123
+ 34,
124
+ 35,
125
+ 36,
126
+ 37,
127
+ 38,
128
+ 39,
129
+ 40,
130
+ 41,
131
+ 42,
132
+ 43,
133
+ 44,
134
+ 45,
135
+ 46,
136
+ 47,
137
+ 48,
138
+ 49,
139
+ 50,
140
+ 51,
141
+ 52,
142
+ 53,
143
+ 54,
144
+ 55,
145
+ 56,
146
+ 57,
147
+ 58,
148
+ 59,
149
+ 60,
150
+ 61,
151
+ 62,
152
+ 63,
153
+ 64,
154
+ 65,
155
+ 66,
156
+ 67,
157
+ 68,
158
+ 69,
159
+ 70,
160
+ 71,
161
+ 72,
162
+ 73,
163
+ 74,
164
+ 75,
165
+ 76,
166
+ 77,
167
+ 78,
168
+ 79,
169
+ 80
170
+ ]
171
+ }
172
+ ],
173
+ "tables": [
174
+ {
175
+ "lr": 0.001,
176
+ "betas": [
177
+ 0.9,
178
+ 0.999
179
+ ],
180
+ "eps": 1e-08,
181
+ "params": [
182
+ 0,
183
+ 1
184
+ ]
185
+ }
186
+ ]
187
+ },
188
+ "extra": {
189
+ "documents_used": {
190
+ "en": 11317,
191
+ "ko": 14726,
192
+ "zh": 657,
193
+ "ru": 481,
194
+ "ar": 375,
195
+ "hi": 895
196
+ },
197
+ "run_name": "dual-residual-stream-r2",
198
+ "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/7e42w5mc"
199
+ }
200
+ }