RetentionLabs commited on
Commit
0aa978d
·
verified ·
1 Parent(s): ae0209b

Remove a step 500 checkpoint mixed with a step 750 shard

Browse files
dual-residual-stream-r2/checkpoint-step500/.letify-handoff-5qetfftg/stash.tar DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:364ca814a3c58fa9b7afbdfece2c13c283015d708fd09137f77161c2760650c6
3
- size 2071541760
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00001.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:433824260505926e51511aa40645d16ce68ba0f3b61973726cb95d0575365737
3
- size 2071534920
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00002.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2541d6b0b4fed9cc65858807a69e5cd0520a2b330c3f8872dd77b9af43d8bceb
3
- size 2114230608
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00003.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d54ef33c39bb6be6e092dba63a6da6baa1816f9582cad462b4fd4900b502a7c5
3
- size 604030176
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00004.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0664ec8d41d6ef1e31ced26d0721b977db8570b1d0947bb0ec226e7bcdb03c8
3
- size 2112898080
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00005.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0f43c55429ed8f994b0bc34190b989e8a1b081a2864b1646ba10628c3431ae6
3
- size 2113932448
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00006.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a6188a4cab3d48e6edef6bfd5ba1cf1d24369995f32eae6504e7cf3cddaa179
3
- size 663968624
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00007.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:841f77a3f80033f9f82f49911e227736b4be88b744e3d242e8a708d2aa980056
3
- size 1835928976
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/checkpoint-00008.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1e78daefb3b2a2cc610dd975ea105a630878f0f2fc4dcc3c188590f8fa59454
3
- size 1835920688
 
 
 
 
dual-residual-stream-r2/checkpoint-step500/manifest.json DELETED
@@ -1,200 +0,0 @@
1
- {
2
- "step": 500,
3
- "files": [
4
- "checkpoint-00001.safetensors",
5
- "checkpoint-00002.safetensors",
6
- "checkpoint-00003.safetensors",
7
- "checkpoint-00004.safetensors",
8
- "checkpoint-00005.safetensors",
9
- "checkpoint-00006.safetensors",
10
- "checkpoint-00007.safetensors",
11
- "checkpoint-00008.safetensors"
12
- ],
13
- "groups": {
14
- "muon": [
15
- {
16
- "lr": 0.001,
17
- "weight_decay": 0.0,
18
- "momentum": 0.95,
19
- "nesterov": true,
20
- "ns_coefficients": [
21
- 3.4445,
22
- -4.775,
23
- 2.0315
24
- ],
25
- "eps": 1e-07,
26
- "ns_steps": 5,
27
- "adjust_lr_fn": "match_rms_adamw",
28
- "params": [
29
- 0,
30
- 1,
31
- 2,
32
- 3,
33
- 4,
34
- 5,
35
- 6,
36
- 7,
37
- 8,
38
- 9,
39
- 10,
40
- 11,
41
- 12,
42
- 13,
43
- 14,
44
- 15,
45
- 16,
46
- 17,
47
- 18,
48
- 19,
49
- 20,
50
- 21,
51
- 22,
52
- 23,
53
- 24,
54
- 25,
55
- 26,
56
- 27,
57
- 28,
58
- 29,
59
- 30,
60
- 31,
61
- 32,
62
- 33,
63
- 34,
64
- 35,
65
- 36,
66
- 37,
67
- 38,
68
- 39
69
- ]
70
- }
71
- ],
72
- "adamw": [
73
- {
74
- "weight_decay": 0.0,
75
- "lr": 0.001,
76
- "betas": [
77
- 0.9,
78
- 0.999
79
- ],
80
- "eps": 1e-08,
81
- "amsgrad": false,
82
- "maximize": false,
83
- "foreach": null,
84
- "capturable": false,
85
- "differentiable": false,
86
- "fused": null,
87
- "decoupled_weight_decay": true,
88
- "params": [
89
- 0,
90
- 1,
91
- 2,
92
- 3,
93
- 4,
94
- 5,
95
- 6,
96
- 7,
97
- 8,
98
- 9,
99
- 10,
100
- 11,
101
- 12,
102
- 13,
103
- 14,
104
- 15,
105
- 16,
106
- 17,
107
- 18,
108
- 19,
109
- 20,
110
- 21,
111
- 22,
112
- 23,
113
- 24,
114
- 25,
115
- 26,
116
- 27,
117
- 28,
118
- 29,
119
- 30,
120
- 31,
121
- 32,
122
- 33,
123
- 34,
124
- 35,
125
- 36,
126
- 37,
127
- 38,
128
- 39,
129
- 40,
130
- 41,
131
- 42,
132
- 43,
133
- 44,
134
- 45,
135
- 46,
136
- 47,
137
- 48,
138
- 49,
139
- 50,
140
- 51,
141
- 52,
142
- 53,
143
- 54,
144
- 55,
145
- 56,
146
- 57,
147
- 58,
148
- 59,
149
- 60,
150
- 61,
151
- 62,
152
- 63,
153
- 64,
154
- 65,
155
- 66,
156
- 67,
157
- 68,
158
- 69,
159
- 70,
160
- 71,
161
- 72,
162
- 73,
163
- 74,
164
- 75,
165
- 76,
166
- 77,
167
- 78,
168
- 79,
169
- 80
170
- ]
171
- }
172
- ],
173
- "tables": [
174
- {
175
- "lr": 0.001,
176
- "betas": [
177
- 0.9,
178
- 0.999
179
- ],
180
- "eps": 1e-08,
181
- "params": [
182
- 0,
183
- 1
184
- ]
185
- }
186
- ]
187
- },
188
- "extra": {
189
- "documents_used": {
190
- "en": 11317,
191
- "ko": 14726,
192
- "zh": 657,
193
- "ru": 481,
194
- "ar": 375,
195
- "hi": 895
196
- },
197
- "run_name": "dual-residual-stream-r2",
198
- "wandb": "https://wandb.ai/haan_modeling/polyplex/runs/7e42w5mc"
199
- }
200
- }