CHOI0126 commited on
Commit
2a066af
·
verified ·
1 Parent(s): 3da8d6a

Add files using upload-large-folder tool

Browse files
qwen3_4b/ECHO_M8_q/ckpt-0004400/adapters.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e32e052447bf41824738abd1b2c4bcc94cc47931d9809e5b46d54363e8454b3b
3
+ size 38393605
qwen3_4b/ECHO_M8_q/ckpt-0004400/trainer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66536c6bbfcfe450ab4fa55d48c45080642a28da997f2c41d16ff308be550264
3
+ size 230281651
qwen3_4b/ECHO_M8_q/ckpt-0006600/adapters.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64373e6964b1fb2e340fdaf63d5cf518499b7b4a983983565b0ecbec7e19e7f
3
+ size 38393605
qwen3_4b/ECHO_M8_q/eval_rows.jsonl CHANGED
@@ -14,3 +14,19 @@
14
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 80, "bench_or_category": "stem", "tokens": 820, "passes": 378}
15
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 99, "bench_or_category": "stem", "tokens": 758, "passes": 368}
16
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 112, "bench_or_category": "stem", "tokens": 824, "passes": 393}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 80, "bench_or_category": "stem", "tokens": 820, "passes": 378}
15
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 99, "bench_or_category": "stem", "tokens": 758, "passes": 368}
16
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 2200, "checkpoint": null, "kind": "walk_echospec", "row": 112, "bench_or_category": "stem", "tokens": 824, "passes": 393}
17
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 6, "bench_or_category": "stem", "tokens": 263, "passes": 102}
18
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 9, "bench_or_category": "chat", "tokens": 384, "passes": 185}
19
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 21, "bench_or_category": "math", "tokens": 1283, "passes": 482}
20
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 65, "bench_or_category": "chat", "tokens": 419, "passes": 180}
21
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 79, "bench_or_category": "chat", "tokens": 728, "passes": 463}
22
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 80, "bench_or_category": "stem", "tokens": 822, "passes": 357}
23
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 99, "bench_or_category": "stem", "tokens": 758, "passes": 353}
24
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4400, "checkpoint": null, "kind": "walk_echospec", "row": 112, "bench_or_category": "stem", "tokens": 824, "passes": 371}
25
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 6, "bench_or_category": "stem", "tokens": 264, "passes": 100}
26
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 9, "bench_or_category": "chat", "tokens": 384, "passes": 185}
27
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 21, "bench_or_category": "math", "tokens": 1283, "passes": 477}
28
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 65, "bench_or_category": "chat", "tokens": 419, "passes": 179}
29
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 79, "bench_or_category": "chat", "tokens": 730, "passes": 458}
30
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 80, "bench_or_category": "stem", "tokens": 820, "passes": 355}
31
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 99, "bench_or_category": "stem", "tokens": 759, "passes": 350}
32
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 6600, "checkpoint": null, "kind": "walk_echospec", "row": 112, "bench_or_category": "stem", "tokens": 823, "passes": 366}
qwen3_4b/ECHO_M8_q/latest CHANGED
@@ -1 +1 @@
1
- ckpt-0002200
 
1
+ ckpt-0006600
qwen3_4b/ECHO_M8_q/metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
qwen3_4b/ECHO_M8_q/train.log CHANGED
@@ -195,3 +195,200 @@ step 3820/8800 [echospec] loss 5.3447 gnorm 2.644 lr 6.39e-04 0.09s
195
  step 3840/8800 [echospec] loss 4.0074 gnorm 0.756 lr 6.35e-04 0.80s
196
  step 3860/8800 [echospec] loss 4.4598 gnorm 1.108 lr 6.32e-04 0.36s
197
  step 3880/8800 [echospec] loss 1.6542 gnorm 0.650 lr 6.28e-04 1.87s
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
195
  step 3840/8800 [echospec] loss 4.0074 gnorm 0.756 lr 6.35e-04 0.80s
196
  step 3860/8800 [echospec] loss 4.4598 gnorm 1.108 lr 6.32e-04 0.36s
197
  step 3880/8800 [echospec] loss 1.6542 gnorm 0.650 lr 6.28e-04 1.87s
198
+ step 3900/8800 [echospec] loss 3.7811 gnorm 0.730 lr 6.25e-04 0.29s
199
+ step 3920/8800 [echospec] loss 3.7210 gnorm 0.860 lr 6.21e-04 0.25s
200
+ step 3940/8800 [echospec] loss 3.0677 gnorm 0.497 lr 6.17e-04 0.31s
201
+ step 3960/8800 [echospec] loss 3.0831 gnorm 0.837 lr 6.14e-04 0.25s
202
+ step 3980/8800 [echospec] loss 3.5487 gnorm 1.158 lr 6.10e-04 0.27s
203
+ step 4000/8800 [echospec] loss 2.8409 gnorm 1.256 lr 6.06e-04 0.26s
204
+ step 4020/8800 [echospec] loss 2.7410 gnorm 0.410 lr 6.03e-04 0.54s
205
+ step 4040/8800 [echospec] loss 3.2120 gnorm 1.079 lr 5.99e-04 0.12s
206
+ step 4060/8800 [echospec] loss 3.4347 gnorm 0.854 lr 5.96e-04 0.29s
207
+ step 4080/8800 [echospec] loss 3.9191 gnorm 0.628 lr 5.92e-04 0.58s
208
+ step 4100/8800 [echospec] loss 2.0611 gnorm 1.907 lr 5.88e-04 0.09s
209
+ step 4120/8800 [echospec] loss 3.9823 gnorm 0.660 lr 5.85e-04 0.54s
210
+ step 4140/8800 [echospec] loss 2.9710 gnorm 0.660 lr 5.81e-04 0.23s
211
+ step 4160/8800 [echospec] loss 3.2890 gnorm 0.669 lr 5.77e-04 0.21s
212
+ step 4180/8800 [echospec] loss 3.9127 gnorm 0.702 lr 5.74e-04 0.43s
213
+ step 4200/8800 [echospec] loss 3.5734 gnorm 1.199 lr 5.70e-04 0.64s
214
+ step 4220/8800 [echospec] loss 3.6110 gnorm 0.634 lr 5.66e-04 0.37s
215
+ step 4240/8800 [echospec] loss 2.8334 gnorm 0.602 lr 5.62e-04 0.27s
216
+ step 4260/8800 [echospec] loss 2.9172 gnorm 0.599 lr 5.59e-04 0.35s
217
+ step 4280/8800 [echospec] loss 2.0670 gnorm 0.689 lr 5.55e-04 0.21s
218
+ step 4300/8800 [echospec] loss 4.0816 gnorm 0.987 lr 5.51e-04 0.36s
219
+ step 4320/8800 [echospec] loss 4.1320 gnorm 0.507 lr 5.48e-04 0.35s
220
+ step 4340/8800 [echospec] loss 2.5776 gnorm 0.798 lr 5.44e-04 0.15s
221
+ step 4360/8800 [echospec] loss 3.8490 gnorm 0.597 lr 5.40e-04 0.21s
222
+ step 4380/8800 [echospec] loss 3.6485 gnorm 0.555 lr 5.37e-04 0.35s
223
+ step 4400/8800 [echospec] loss 3.1352 gnorm 0.502 lr 5.33e-04 0.32s
224
+ step 4420/8800 [echospec] loss 2.8523 gnorm 0.416 lr 5.29e-04 0.47s
225
+ step 4440/8800 [echospec] loss 2.5713 gnorm 0.900 lr 5.25e-04 0.27s
226
+ step 4460/8800 [echospec] loss 2.1061 gnorm 0.336 lr 5.22e-04 1.23s
227
+ step 4480/8800 [echospec] loss 3.0389 gnorm 0.778 lr 5.18e-04 0.21s
228
+ step 4500/8800 [echospec] loss 2.7899 gnorm 0.397 lr 5.14e-04 0.38s
229
+ step 4520/8800 [echospec] loss 2.7576 gnorm 0.588 lr 5.11e-04 1.28s
230
+ step 4540/8800 [echospec] loss 3.2551 gnorm 0.654 lr 5.07e-04 0.43s
231
+ step 4560/8800 [echospec] loss 2.9200 gnorm 0.897 lr 5.03e-04 0.13s
232
+ step 4580/8800 [echospec] loss 4.2752 gnorm 0.351 lr 4.99e-04 0.80s
233
+ step 4600/8800 [echospec] loss 4.2587 gnorm 0.394 lr 4.96e-04 0.58s
234
+ step 4620/8800 [echospec] loss 3.1032 gnorm 0.537 lr 4.92e-04 0.35s
235
+ step 4640/8800 [echospec] loss 3.9038 gnorm 0.389 lr 4.88e-04 0.49s
236
+ step 4660/8800 [echospec] loss 3.3400 gnorm 0.691 lr 4.85e-04 0.25s
237
+ step 4680/8800 [echospec] loss 3.4459 gnorm 0.577 lr 4.81e-04 0.40s
238
+ step 4700/8800 [echospec] loss 2.8148 gnorm 0.950 lr 4.77e-04 0.23s
239
+ step 4720/8800 [echospec] loss 2.8591 gnorm 0.580 lr 4.73e-04 0.27s
240
+ step 4740/8800 [echospec] loss 2.6645 gnorm 0.706 lr 4.70e-04 0.49s
241
+ step 4760/8800 [echospec] loss 2.4525 gnorm 0.671 lr 4.66e-04 0.87s
242
+ step 4780/8800 [echospec] loss 2.3825 gnorm 0.657 lr 4.62e-04 0.36s
243
+ step 4800/8800 [echospec] loss 3.6521 gnorm 0.499 lr 4.59e-04 0.37s
244
+ step 4820/8800 [echospec] loss 2.6293 gnorm 1.401 lr 4.55e-04 0.49s
245
+ step 4840/8800 [echospec] loss 2.7587 gnorm 0.502 lr 4.51e-04 0.22s
246
+ step 4860/8800 [echospec] loss 2.0704 gnorm 0.807 lr 4.47e-04 0.11s
247
+ step 4880/8800 [echospec] loss 4.2240 gnorm 0.575 lr 4.44e-04 0.65s
248
+ step 4900/8800 [echospec] loss 2.7622 gnorm 0.693 lr 4.40e-04 0.51s
249
+ step 4920/8800 [echospec] loss 2.9624 gnorm 0.832 lr 4.36e-04 0.13s
250
+ step 4940/8800 [echospec] loss 4.3496 gnorm 0.571 lr 4.33e-04 0.80s
251
+ step 4960/8800 [echospec] loss 2.9233 gnorm 0.790 lr 4.29e-04 0.66s
252
+ step 4980/8800 [echospec] loss 3.1607 gnorm 0.706 lr 4.25e-04 0.84s
253
+ step 5000/8800 [echospec] loss 2.8106 gnorm 0.539 lr 4.22e-04 0.32s
254
+ step 5020/8800 [echospec] loss 2.9764 gnorm 0.735 lr 4.18e-04 0.21s
255
+ step 5040/8800 [echospec] loss 2.8760 gnorm 0.652 lr 4.14e-04 0.26s
256
+ step 5060/8800 [echospec] loss 2.7243 gnorm 0.398 lr 4.11e-04 0.29s
257
+ step 5080/8800 [echospec] loss 1.8931 gnorm 0.734 lr 4.07e-04 0.45s
258
+ step 5100/8800 [echospec] loss 3.6955 gnorm 0.503 lr 4.03e-04 0.66s
259
+ step 5120/8800 [echospec] loss 1.7976 gnorm 0.526 lr 4.00e-04 0.98s
260
+ step 5140/8800 [echospec] loss 2.9167 gnorm 0.613 lr 3.96e-04 1.67s
261
+ step 5160/8800 [echospec] loss 4.5319 gnorm 0.366 lr 3.92e-04 0.98s
262
+ step 5180/8800 [echospec] loss 2.6659 gnorm 0.586 lr 3.89e-04 0.29s
263
+ step 5200/8800 [echospec] loss 2.8164 gnorm 0.724 lr 3.85e-04 0.25s
264
+ step 5220/8800 [echospec] loss 3.2367 gnorm 0.649 lr 3.82e-04 0.23s
265
+ step 5240/8800 [echospec] loss 2.6938 gnorm 0.995 lr 3.78e-04 0.13s
266
+ step 5260/8800 [echospec] loss 2.5484 gnorm 0.832 lr 3.74e-04 0.31s
267
+ step 5280/8800 [echospec] loss 2.4050 gnorm 0.867 lr 3.71e-04 0.38s
268
+ step 5300/8800 [echospec] loss 2.2758 gnorm 0.648 lr 3.67e-04 0.89s
269
+ step 5320/8800 [echospec] loss 2.1635 gnorm 0.760 lr 3.64e-04 0.35s
270
+ step 5340/8800 [echospec] loss 3.0108 gnorm 0.391 lr 3.60e-04 0.75s
271
+ step 5360/8800 [echospec] loss 4.0252 gnorm 0.694 lr 3.56e-04 0.53s
272
+ step 5380/8800 [echospec] loss 2.5681 gnorm 0.571 lr 3.53e-04 0.37s
273
+ step 5400/8800 [echospec] loss 3.1795 gnorm 0.471 lr 3.49e-04 0.80s
274
+ step 5420/8800 [echospec] loss 1.9834 gnorm 0.474 lr 3.46e-04 1.84s
275
+ step 5440/8800 [echospec] loss 4.1411 gnorm 1.345 lr 3.42e-04 0.23s
276
+ step 5460/8800 [echospec] loss 2.5745 gnorm 0.592 lr 3.39e-04 0.22s
277
+ step 5480/8800 [echospec] loss 4.1323 gnorm 0.536 lr 3.35e-04 0.79s
278
+ step 5500/8800 [echospec] loss 3.2763 gnorm 0.815 lr 3.32e-04 0.14s
279
+ step 5520/8800 [echospec] loss 4.8741 gnorm 0.561 lr 3.28e-04 0.52s
280
+ step 5540/8800 [echospec] loss 2.8993 gnorm 0.685 lr 3.25e-04 0.52s
281
+ step 5560/8800 [echospec] loss 2.7889 gnorm 1.160 lr 3.21e-04 0.09s
282
+ step 5580/8800 [echospec] loss 3.5257 gnorm 0.731 lr 3.18e-04 0.37s
283
+ step 5600/8800 [echospec] loss 2.3463 gnorm 0.466 lr 3.14e-04 1.63s
284
+ step 5620/8800 [echospec] loss 2.6147 gnorm 1.124 lr 3.11e-04 0.40s
285
+ step 5640/8800 [echospec] loss 2.1382 gnorm 0.775 lr 3.07e-04 0.89s
286
+ step 5660/8800 [echospec] loss 2.5469 gnorm 0.968 lr 3.04e-04 0.30s
287
+ step 5680/8800 [echospec] loss 4.9416 gnorm 0.834 lr 3.01e-04 0.81s
288
+ step 5700/8800 [echospec] loss 3.1000 gnorm 0.613 lr 2.97e-04 0.67s
289
+ step 5720/8800 [echospec] loss 2.9425 gnorm 1.010 lr 2.94e-04 0.11s
290
+ step 5740/8800 [echospec] loss 1.9832 gnorm 0.679 lr 2.90e-04 0.40s
291
+ step 5760/8800 [echospec] loss 2.4449 gnorm 0.548 lr 2.87e-04 0.40s
292
+ step 5780/8800 [echospec] loss 2.7156 gnorm 0.414 lr 2.84e-04 0.32s
293
+ step 5800/8800 [echospec] loss 3.9550 gnorm 0.395 lr 2.80e-04 1.04s
294
+ step 5820/8800 [echospec] loss 4.0223 gnorm 0.633 lr 2.77e-04 0.57s
295
+ step 5840/8800 [echospec] loss 3.0315 gnorm 1.164 lr 2.74e-04 0.50s
296
+ step 5860/8800 [echospec] loss 2.9259 gnorm 0.958 lr 2.70e-04 0.28s
297
+ step 5880/8800 [echospec] loss 2.5878 gnorm 0.505 lr 2.67e-04 0.38s
298
+ step 5900/8800 [echospec] loss 2.6142 gnorm 0.471 lr 2.64e-04 0.70s
299
+ step 5920/8800 [echospec] loss 3.3871 gnorm 0.742 lr 2.61e-04 0.36s
300
+ step 5940/8800 [echospec] loss 2.3342 gnorm 0.541 lr 2.57e-04 0.87s
301
+ step 5960/8800 [echospec] loss 3.6305 gnorm 0.429 lr 2.54e-04 0.96s
302
+ step 5980/8800 [echospec] loss 3.1838 gnorm 0.746 lr 2.51e-04 0.44s
303
+ step 6000/8800 [echospec] loss 3.0833 gnorm 0.648 lr 2.48e-04 0.16s
304
+ step 6020/8800 [echospec] loss 4.1925 gnorm 0.465 lr 2.44e-04 0.37s
305
+ step 6040/8800 [echospec] loss 3.4514 gnorm 0.571 lr 2.41e-04 0.36s
306
+ step 6060/8800 [echospec] loss 2.2566 gnorm 0.923 lr 2.38e-04 0.25s
307
+ step 6080/8800 [echospec] loss 2.9562 gnorm 0.684 lr 2.35e-04 0.54s
308
+ step 6100/8800 [echospec] loss 2.4006 gnorm 0.490 lr 2.32e-04 1.38s
309
+ step 6120/8800 [echospec] loss 2.5521 gnorm 0.690 lr 2.29e-04 0.21s
310
+ step 6140/8800 [echospec] loss 1.9800 gnorm 1.199 lr 2.25e-04 0.24s
311
+ step 6160/8800 [echospec] loss 4.3714 gnorm 0.577 lr 2.22e-04 0.51s
312
+ step 6180/8800 [echospec] loss 1.7723 gnorm 0.459 lr 2.19e-04 0.40s
313
+ step 6200/8800 [echospec] loss 2.8964 gnorm 0.601 lr 2.16e-04 0.28s
314
+ step 6220/8800 [echospec] loss 3.8566 gnorm 0.540 lr 2.13e-04 0.22s
315
+ step 6240/8800 [echospec] loss 3.2214 gnorm 0.734 lr 2.10e-04 0.25s
316
+ step 6260/8800 [echospec] loss 1.7523 gnorm 0.960 lr 2.07e-04 0.13s
317
+ step 6280/8800 [echospec] loss 3.2387 gnorm 0.564 lr 2.04e-04 0.35s
318
+ step 6300/8800 [echospec] loss 1.4685 gnorm 0.955 lr 2.01e-04 1.29s
319
+ step 6320/8800 [echospec] loss 3.7256 gnorm 0.524 lr 1.98e-04 0.38s
320
+ step 6340/8800 [echospec] loss 3.0894 gnorm 0.625 lr 1.95e-04 0.35s
321
+ step 6360/8800 [echospec] loss 4.0002 gnorm 0.673 lr 1.92e-04 0.21s
322
+ step 6380/8800 [echospec] loss 4.1352 gnorm 0.432 lr 1.89e-04 0.55s
323
+ step 6400/8800 [echospec] loss 3.2781 gnorm 0.637 lr 1.86e-04 0.39s
324
+ step 6420/8800 [echospec] loss 4.4822 gnorm 0.775 lr 1.84e-04 0.35s
325
+ step 6440/8800 [echospec] loss 2.0953 gnorm 0.503 lr 1.81e-04 0.30s
326
+ step 6460/8800 [echospec] loss 3.5208 gnorm 2.397 lr 1.78e-04 0.09s
327
+ step 6480/8800 [echospec] loss 4.0595 gnorm 0.682 lr 1.75e-04 0.29s
328
+ step 6500/8800 [echospec] loss 4.6121 gnorm 1.083 lr 1.72e-04 0.25s
329
+ step 6520/8800 [echospec] loss 4.7021 gnorm 0.621 lr 1.69e-04 0.35s
330
+ step 6540/8800 [echospec] loss 4.5308 gnorm 0.419 lr 1.67e-04 0.55s
331
+ step 6560/8800 [echospec] loss 2.8689 gnorm 0.723 lr 1.64e-04 0.23s
332
+ step 6580/8800 [echospec] loss 3.6959 gnorm 0.727 lr 1.61e-04 0.22s
333
+ step 6600/8800 [echospec] loss 2.0025 gnorm 0.717 lr 1.58e-04 1.86s
334
+ step 6620/8800 [echospec] loss 3.2236 gnorm 0.477 lr 1.56e-04 0.72s
335
+ step 6640/8800 [echospec] loss 3.6352 gnorm 0.551 lr 1.53e-04 0.28s
336
+ step 6660/8800 [echospec] loss 2.3219 gnorm 0.827 lr 1.50e-04 0.13s
337
+ step 6680/8800 [echospec] loss 2.3174 gnorm 0.589 lr 1.48e-04 0.65s
338
+ step 6700/8800 [echospec] loss 4.7348 gnorm 0.717 lr 1.45e-04 0.26s
339
+ step 6720/8800 [echospec] loss 1.9941 gnorm 0.713 lr 1.42e-04 0.26s
340
+ step 6740/8800 [echospec] loss 2.3728 gnorm 0.591 lr 1.40e-04 0.29s
341
+ step 6760/8800 [echospec] loss 1.9505 gnorm 0.826 lr 1.37e-04 0.42s
342
+ step 6780/8800 [echospec] loss 3.9363 gnorm 2.274 lr 1.35e-04 0.10s
343
+ step 6800/8800 [echospec] loss 3.7111 gnorm 0.397 lr 1.32e-04 0.83s
344
+ step 6820/8800 [echospec] loss 2.5927 gnorm 0.587 lr 1.30e-04 0.43s
345
+ step 6840/8800 [echospec] loss 2.4883 gnorm 0.854 lr 1.27e-04 0.11s
346
+ step 6860/8800 [echospec] loss 2.8444 gnorm 0.635 lr 1.25e-04 0.51s
347
+ step 6880/8800 [echospec] loss 2.6926 gnorm 0.695 lr 1.22e-04 0.22s
348
+ step 6900/8800 [echospec] loss 2.1606 gnorm 0.432 lr 1.20e-04 1.87s
349
+ step 6920/8800 [echospec] loss 3.5309 gnorm 0.681 lr 1.17e-04 0.29s
350
+ step 6940/8800 [echospec] loss 1.9975 gnorm 0.509 lr 1.15e-04 0.83s
351
+ step 6960/8800 [echospec] loss 2.8365 gnorm 0.839 lr 1.13e-04 0.43s
352
+ step 6980/8800 [echospec] loss 2.0712 gnorm 0.990 lr 1.10e-04 1.41s
353
+ step 7000/8800 [echospec] loss 2.4387 gnorm 0.477 lr 1.08e-04 1.12s
354
+ step 7020/8800 [echospec] loss 3.3555 gnorm 0.614 lr 1.06e-04 0.37s
355
+ step 7040/8800 [echospec] loss 2.9217 gnorm 0.557 lr 1.03e-04 0.25s
356
+ step 7060/8800 [echospec] loss 2.4534 gnorm 0.719 lr 1.01e-04 0.22s
357
+ step 7080/8800 [echospec] loss 3.0658 gnorm 1.117 lr 9.90e-05 0.53s
358
+ step 7100/8800 [echospec] loss 2.3224 gnorm 0.503 lr 9.67e-05 0.36s
359
+ step 7120/8800 [echospec] loss 2.2696 gnorm 0.686 lr 9.46e-05 0.30s
360
+ step 7140/8800 [echospec] loss 1.9735 gnorm 0.580 lr 9.24e-05 0.36s
361
+ step 7160/8800 [echospec] loss 2.7644 gnorm 0.578 lr 9.02e-05 0.21s
362
+ step 7180/8800 [echospec] loss 4.1253 gnorm 0.585 lr 8.81e-05 0.67s
363
+ step 7200/8800 [echospec] loss 3.0460 gnorm 0.703 lr 8.60e-05 0.24s
364
+ step 7220/8800 [echospec] loss 2.7554 gnorm 0.378 lr 8.40e-05 0.33s
365
+ step 7240/8800 [echospec] loss 2.8281 gnorm 0.687 lr 8.19e-05 0.15s
366
+ step 7260/8800 [echospec] loss 2.6696 gnorm 0.747 lr 7.99e-05 0.25s
367
+ step 7280/8800 [echospec] loss 2.8330 gnorm 0.441 lr 7.79e-05 0.38s
368
+ step 7300/8800 [echospec] loss 3.1524 gnorm 0.547 lr 7.59e-05 0.22s
369
+ step 7320/8800 [echospec] loss 3.1444 gnorm 0.543 lr 7.39e-05 0.42s
370
+ step 7340/8800 [echospec] loss 3.2870 gnorm 0.531 lr 7.20e-05 0.38s
371
+ step 7360/8800 [echospec] loss 4.2688 gnorm 0.450 lr 7.01e-05 1.03s
372
+ step 7380/8800 [echospec] loss 2.2574 gnorm 1.143 lr 6.82e-05 0.10s
373
+ step 7400/8800 [echospec] loss 2.4468 gnorm 0.611 lr 6.63e-05 0.23s
374
+ step 7420/8800 [echospec] loss 3.2525 gnorm 0.585 lr 6.45e-05 0.44s
375
+ step 7440/8800 [echospec] loss 2.1922 gnorm 1.139 lr 6.27e-05 0.09s
376
+ step 7460/8800 [echospec] loss 2.1106 gnorm 0.714 lr 6.09e-05 0.21s
377
+ step 7480/8800 [echospec] loss 4.4511 gnorm 0.469 lr 5.91e-05 0.80s
378
+ step 7500/8800 [echospec] loss 3.9647 gnorm 0.448 lr 5.74e-05 0.52s
379
+ step 7520/8800 [echospec] loss 3.0465 gnorm 0.311 lr 5.57e-05 0.79s
380
+ step 7540/8800 [echospec] loss 4.2890 gnorm 0.554 lr 5.40e-05 0.35s
381
+ step 7560/8800 [echospec] loss 2.6560 gnorm 0.320 lr 5.23e-05 1.14s
382
+ step 7580/8800 [echospec] loss 4.0758 gnorm 0.511 lr 5.07e-05 0.49s
383
+ step 7600/8800 [echospec] loss 3.1712 gnorm 0.469 lr 4.90e-05 0.32s
384
+ step 7620/8800 [echospec] loss 4.0741 gnorm 0.588 lr 4.75e-05 0.36s
385
+ step 7640/8800 [echospec] loss 2.7638 gnorm 0.689 lr 4.59e-05 0.21s
386
+ step 7660/8800 [echospec] loss 2.5054 gnorm 0.403 lr 4.43e-05 0.50s
387
+ step 7680/8800 [echospec] loss 1.5642 gnorm 0.381 lr 4.28e-05 0.72s
388
+ step 7700/8800 [echospec] loss 1.8978 gnorm 0.636 lr 4.13e-05 0.32s
389
+ step 7720/8800 [echospec] loss 4.5705 gnorm 0.515 lr 3.99e-05 0.35s
390
+ step 7740/8800 [echospec] loss 2.8994 gnorm 0.665 lr 3.84e-05 0.24s
391
+ step 7760/8800 [echospec] loss 3.7611 gnorm 0.511 lr 3.70e-05 0.79s
392
+ step 7780/8800 [echospec] loss 2.4306 gnorm 1.333 lr 3.56e-05 0.09s
393
+ step 7800/8800 [echospec] loss 3.5969 gnorm 0.652 lr 3.42e-05 0.29s
394
+ step 7820/8800 [echospec] loss 2.4957 gnorm 0.430 lr 3.29e-05 0.31s
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/eval_rows.jsonl CHANGED
@@ -606,3 +606,155 @@
606
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 80, "bench_or_category": "stem", "tokens": 807, "passes": 311}
607
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "stem", "tokens": 745, "passes": 320}
608
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 112, "bench_or_category": "stem", "tokens": 811, "passes": 336}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
606
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 80, "bench_or_category": "stem", "tokens": 807, "passes": 311}
607
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "stem", "tokens": 745, "passes": 320}
608
  {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 4323, "checkpoint": null, "kind": "walk_late_commit_full", "row": 112, "bench_or_category": "stem", "tokens": 811, "passes": 336}
609
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 6, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2098.78857421875, "accept_sum": 63.0, "slot_correct": [25, 19, 14, 8, 5, 8, 2, 4, 2, 2, 3, 1, 2, 2, 3]}
610
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 9, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3397.9208984375, "accept_sum": 22.0, "slot_correct": [16, 8, 3, 4, 2, 1, 2, 1, 1, 2, 2, 2, 1, 0, 4]}
611
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 21, "bench_or_category": "math", "blocks": 32, "loss_sum": 2207.521728515625, "accept_sum": 65.0, "slot_correct": [26, 18, 14, 10, 9, 6, 5, 4, 3, 2, 1, 1, 3, 3, 3]}
612
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 65, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2083.87109375, "accept_sum": 101.0, "slot_correct": [22, 14, 19, 11, 10, 8, 12, 7, 7, 6, 5, 7, 7, 6, 5]}
613
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 79, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3249.8291015625, "accept_sum": 7.0, "slot_correct": [5, 2, 1, 1, 0, 0, 1, 0, 4, 3, 0, 1, 1, 0, 0]}
614
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 80, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3127.49609375, "accept_sum": 18.0, "slot_correct": [16, 4, 1, 3, 0, 5, 0, 1, 2, 4, 3, 1, 2, 3, 1]}
615
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 99, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3352.570068359375, "accept_sum": 22.0, "slot_correct": [13, 8, 5, 3, 1, 1, 3, 1, 3, 0, 2, 0, 0, 2, 1]}
616
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 112, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2942.24365234375, "accept_sum": 41.0, "slot_correct": [23, 12, 6, 5, 1, 4, 2, 1, 2, 4, 1, 2, 2, 3, 6]}
617
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 172, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2993.416748046875, "accept_sum": 10.0, "slot_correct": [9, 6, 1, 4, 2, 5, 2, 2, 1, 2, 1, 8, 3, 4, 2]}
618
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 180, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2129.307861328125, "accept_sum": 74.0, "slot_correct": [25, 19, 15, 12, 7, 7, 9, 8, 11, 7, 5, 4, 7, 3, 6]}
619
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 205, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3273.001953125, "accept_sum": 18.0, "slot_correct": [15, 5, 2, 2, 3, 3, 1, 1, 1, 0, 1, 0, 2, 0, 2]}
620
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 210, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2898.3359375, "accept_sum": 20.0, "slot_correct": [16, 6, 5, 4, 3, 6, 0, 4, 2, 2, 6, 4, 5, 2, 3]}
621
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 215, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2851.2041015625, "accept_sum": 24.0, "slot_correct": [17, 8, 6, 7, 5, 3, 1, 1, 3, 2, 2, 4, 2, 2, 4]}
622
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 237, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2661.4345703125, "accept_sum": 45.0, "slot_correct": [21, 14, 9, 5, 5, 5, 3, 6, 3, 8, 5, 4, 6, 6, 4]}
623
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 260, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2937.31201171875, "accept_sum": 35.0, "slot_correct": [20, 10, 6, 4, 2, 2, 2, 2, 3, 3, 1, 1, 0, 2, 0]}
624
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 285, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2682.130126953125, "accept_sum": 34.0, "slot_correct": [21, 15, 4, 5, 7, 3, 2, 5, 1, 4, 2, 1, 2, 3, 0]}
625
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 288, "bench_or_category": "math", "blocks": 32, "loss_sum": 2101.87890625, "accept_sum": 68.0, "slot_correct": [26, 21, 12, 11, 5, 11, 2, 4, 6, 10, 3, 0, 8, 7, 2]}
626
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 289, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3044.44287109375, "accept_sum": 19.0, "slot_correct": [15, 6, 4, 2, 0, 1, 1, 1, 2, 1, 1, 0, 0, 3, 1]}
627
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 293, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3117.173828125, "accept_sum": 24.0, "slot_correct": [14, 8, 6, 3, 1, 2, 2, 5, 1, 1, 2, 1, 1, 2, 1]}
628
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 349, "bench_or_category": "math", "blocks": 32, "loss_sum": 2322.475830078125, "accept_sum": 40.0, "slot_correct": [19, 11, 7, 3, 4, 4, 2, 2, 2, 0, 1, 3, 2, 2, 1]}
629
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 357, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3323.53466796875, "accept_sum": 14.0, "slot_correct": [10, 7, 5, 0, 3, 4, 3, 1, 1, 3, 1, 0, 4, 2, 1]}
630
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 374, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3480.01416015625, "accept_sum": 20.0, "slot_correct": [13, 8, 4, 5, 3, 0, 3, 0, 2, 1, 0, 0, 0, 1, 1]}
631
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 395, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3131.3466796875, "accept_sum": 29.0, "slot_correct": [20, 9, 1, 2, 4, 0, 0, 2, 2, 2, 3, 1, 1, 1, 5]}
632
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 405, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2236.421875, "accept_sum": 75.0, "slot_correct": [20, 18, 17, 15, 13, 6, 3, 4, 5, 2, 2, 4, 3, 2, 4]}
633
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 429, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2894.97900390625, "accept_sum": 25.0, "slot_correct": [13, 8, 5, 5, 4, 3, 1, 5, 1, 2, 0, 2, 0, 2, 1]}
634
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 459, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2632.4638671875, "accept_sum": 29.0, "slot_correct": [19, 12, 6, 3, 2, 5, 2, 3, 1, 5, 3, 4, 2, 4, 1]}
635
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 461, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3135.076904296875, "accept_sum": 25.0, "slot_correct": [17, 5, 3, 3, 2, 2, 3, 1, 1, 0, 3, 0, 1, 2, 1]}
636
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 463, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2924.12548828125, "accept_sum": 22.0, "slot_correct": [14, 7, 3, 4, 1, 0, 1, 1, 0, 1, 1, 2, 0, 1, 2]}
637
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 493, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3181.543212890625, "accept_sum": 16.0, "slot_correct": [12, 6, 2, 2, 2, 1, 1, 1, 1, 1, 0, 1, 3, 2, 3]}
638
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 501, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3055.82177734375, "accept_sum": 21.0, "slot_correct": [14, 7, 4, 1, 1, 1, 0, 0, 2, 1, 1, 1, 2, 1, 1]}
639
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 506, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2483.275634765625, "accept_sum": 32.0, "slot_correct": [19, 10, 9, 3, 5, 5, 0, 1, 3, 2, 0, 2, 2, 2, 1]}
640
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 514, "bench_or_category": "chat", "blocks": 32, "loss_sum": 1871.597900390625, "accept_sum": 62.0, "slot_correct": [23, 15, 15, 13, 5, 3, 10, 8, 7, 10, 6, 5, 6, 4, 7]}
641
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 541, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3216.07080078125, "accept_sum": 18.0, "slot_correct": [13, 7, 1, 1, 0, 1, 1, 0, 3, 1, 2, 4, 4, 2, 1]}
642
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 550, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3125.684814453125, "accept_sum": 23.0, "slot_correct": [14, 6, 5, 1, 2, 3, 2, 0, 2, 1, 3, 2, 0, 4, 1]}
643
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 615, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3284.2236328125, "accept_sum": 21.0, "slot_correct": [15, 9, 4, 2, 2, 1, 1, 0, 0, 2, 0, 1, 0, 1, 1]}
644
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 621, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2620.062255859375, "accept_sum": 41.0, "slot_correct": [20, 11, 10, 5, 8, 2, 4, 6, 2, 3, 1, 2, 2, 1, 1]}
645
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 625, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3180.89990234375, "accept_sum": 11.0, "slot_correct": [9, 2, 3, 2, 1, 3, 2, 4, 1, 1, 1, 0, 2, 3, 4]}
646
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 685, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2488.08544921875, "accept_sum": 6.0, "slot_correct": [6, 2, 2, 2, 2, 3, 3, 3, 3, 5, 4, 3, 3, 2, 4]}
647
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 690, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2154.934326171875, "accept_sum": 55.0, "slot_correct": [20, 15, 9, 11, 6, 3, 6, 4, 8, 7, 3, 6, 5, 7, 4]}
648
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 704, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3262.47607421875, "accept_sum": 13.0, "slot_correct": [10, 5, 4, 2, 0, 2, 2, 2, 0, 1, 0, 3, 1, 2, 2]}
649
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 725, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2096.96826171875, "accept_sum": 82.0, "slot_correct": [24, 18, 18, 10, 12, 8, 8, 7, 9, 7, 8, 7, 6, 2, 4]}
650
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 728, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2868.970703125, "accept_sum": 34.0, "slot_correct": [23, 10, 5, 3, 1, 3, 2, 5, 0, 3, 1, 3, 2, 5, 3]}
651
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 737, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2787.280517578125, "accept_sum": 46.0, "slot_correct": [21, 15, 10, 7, 0, 6, 3, 3, 1, 4, 4, 3, 3, 4, 1]}
652
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 750, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3048.5166015625, "accept_sum": 41.0, "slot_correct": [22, 12, 6, 3, 3, 0, 1, 0, 1, 1, 1, 0, 0, 2, 0]}
653
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 766, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2399.6826171875, "accept_sum": 64.0, "slot_correct": [20, 13, 9, 7, 5, 4, 4, 3, 2, 3, 5, 3, 3, 1, 3]}
654
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 813, "bench_or_category": "math", "blocks": 32, "loss_sum": 2070.965576171875, "accept_sum": 61.0, "slot_correct": [22, 14, 12, 8, 7, 7, 3, 3, 3, 3, 2, 3, 3, 3, 5]}
655
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 820, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2860.9423828125, "accept_sum": 23.0, "slot_correct": [16, 5, 3, 2, 0, 0, 0, 1, 2, 0, 0, 3, 1, 1, 1]}
656
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 821, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3147.914794921875, "accept_sum": 27.0, "slot_correct": [17, 8, 6, 4, 0, 2, 3, 5, 2, 3, 1, 0, 0, 1, 1]}
657
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 843, "bench_or_category": "math", "blocks": 32, "loss_sum": 2193.04736328125, "accept_sum": 45.0, "slot_correct": [22, 14, 7, 4, 5, 3, 3, 3, 3, 1, 0, 5, 4, 1, 6]}
658
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 850, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2931.099609375, "accept_sum": 28.0, "slot_correct": [20, 7, 5, 7, 4, 4, 4, 3, 1, 2, 1, 4, 3, 4, 1]}
659
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 856, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2740.7841796875, "accept_sum": 50.0, "slot_correct": [21, 19, 10, 3, 5, 6, 2, 2, 2, 2, 1, 0, 1, 1, 1]}
660
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 857, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2994.26318359375, "accept_sum": 26.0, "slot_correct": [18, 9, 6, 3, 2, 1, 2, 4, 6, 1, 3, 4, 1, 2, 2]}
661
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 863, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3076.2763671875, "accept_sum": 21.0, "slot_correct": [14, 8, 3, 6, 8, 3, 1, 2, 7, 3, 4, 7, 1, 4, 4]}
662
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 873, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2547.75390625, "accept_sum": 39.0, "slot_correct": [23, 9, 4, 9, 5, 5, 5, 6, 5, 5, 1, 3, 4, 0, 5]}
663
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 895, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3118.687744140625, "accept_sum": 35.0, "slot_correct": [17, 11, 7, 5, 1, 2, 1, 3, 2, 3, 0, 4, 2, 1, 1]}
664
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 906, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2584.665771484375, "accept_sum": 34.0, "slot_correct": [18, 10, 5, 2, 2, 6, 3, 3, 2, 2, 4, 3, 1, 1, 4]}
665
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 917, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3134.785888671875, "accept_sum": 17.0, "slot_correct": [13, 6, 4, 1, 2, 4, 5, 1, 1, 1, 2, 1, 2, 3, 3]}
666
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 923, "bench_or_category": "code", "blocks": 32, "loss_sum": 2669.63134765625, "accept_sum": 28.0, "slot_correct": [14, 9, 7, 3, 3, 5, 1, 2, 2, 1, 0, 2, 2, 1, 4]}
667
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 925, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2922.72021484375, "accept_sum": 29.0, "slot_correct": [16, 10, 6, 4, 3, 5, 0, 2, 1, 2, 4, 2, 1, 3, 1]}
668
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 933, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2553.848876953125, "accept_sum": 48.0, "slot_correct": [15, 13, 5, 9, 4, 4, 5, 4, 3, 4, 7, 4, 2, 3, 0]}
669
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 953, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3329.91845703125, "accept_sum": 17.0, "slot_correct": [16, 2, 2, 2, 2, 0, 2, 0, 1, 0, 0, 0, 0, 0, 1]}
670
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 956, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3242.96240234375, "accept_sum": 9.0, "slot_correct": [8, 2, 0, 0, 1, 0, 1, 1, 0, 2, 1, 1, 3, 1, 2]}
671
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 961, "bench_or_category": "math", "blocks": 32, "loss_sum": 1697.3157958984375, "accept_sum": 98.0, "slot_correct": [30, 26, 23, 16, 12, 11, 7, 6, 4, 7, 2, 5, 2, 3, 1]}
672
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 963, "bench_or_category": "codealpaca", "blocks": 32, "loss_sum": 2268.811767578125, "accept_sum": 24.0, "slot_correct": [15, 9, 2, 1, 0, 1, 3, 1, 1, 2, 0, 1, 2, 1, 2]}
673
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1003, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3234.060546875, "accept_sum": 21.0, "slot_correct": [14, 5, 4, 3, 0, 0, 1, 0, 0, 0, 1, 0, 0, 3, 1]}
674
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1013, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3153.27294921875, "accept_sum": 17.0, "slot_correct": [13, 6, 2, 2, 1, 2, 1, 1, 2, 2, 4, 2, 0, 5, 0]}
675
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1025, "bench_or_category": "math", "blocks": 32, "loss_sum": 1798.970947265625, "accept_sum": 72.0, "slot_correct": [26, 20, 16, 11, 12, 10, 5, 8, 3, 7, 4, 3, 1, 7, 6]}
676
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1043, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3081.57763671875, "accept_sum": 21.0, "slot_correct": [13, 9, 4, 1, 1, 5, 1, 3, 0, 3, 1, 2, 2, 4, 0]}
677
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1052, "bench_or_category": "math", "blocks": 32, "loss_sum": 1896.264404296875, "accept_sum": 54.0, "slot_correct": [27, 17, 13, 10, 8, 5, 2, 5, 5, 2, 3, 6, 3, 2, 4]}
678
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1065, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3068.77734375, "accept_sum": 15.0, "slot_correct": [14, 1, 1, 0, 2, 1, 0, 1, 0, 1, 3, 1, 1, 0, 0]}
679
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1102, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3243.249755859375, "accept_sum": 25.0, "slot_correct": [17, 8, 1, 2, 1, 2, 2, 1, 1, 0, 0, 2, 1, 2, 0]}
680
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1126, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2853.4736328125, "accept_sum": 15.0, "slot_correct": [9, 4, 4, 1, 2, 2, 2, 0, 2, 1, 2, 0, 3, 2, 1]}
681
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1130, "bench_or_category": "chat", "blocks": 31, "loss_sum": 2806.8798828125, "accept_sum": 42.0, "slot_correct": [18, 13, 9, 7, 4, 3, 1, 1, 1, 1, 1, 0, 1, 0, 0]}
682
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1132, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3217.98974609375, "accept_sum": 26.0, "slot_correct": [18, 7, 2, 5, 1, 2, 2, 3, 1, 0, 2, 2, 0, 1, 1]}
683
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1138, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3454.325439453125, "accept_sum": 25.0, "slot_correct": [16, 6, 3, 2, 2, 2, 1, 2, 0, 0, 0, 0, 2, 6, 1]}
684
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1142, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2442.63427734375, "accept_sum": 48.0, "slot_correct": [24, 17, 13, 8, 13, 12, 4, 1, 4, 4, 8, 2, 4, 2, 2]}
685
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1143, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2802.1044921875, "accept_sum": 29.0, "slot_correct": [19, 5, 5, 1, 2, 5, 3, 3, 2, 0, 2, 0, 3, 1, 0]}
686
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1158, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3348.75634765625, "accept_sum": 16.0, "slot_correct": [10, 4, 5, 2, 1, 4, 0, 0, 0, 1, 1, 0, 0, 1, 1]}
687
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1162, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3020.9296875, "accept_sum": 28.0, "slot_correct": [19, 9, 2, 1, 3, 1, 0, 4, 3, 4, 2, 1, 3, 0, 1]}
688
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1163, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2597.5126953125, "accept_sum": 53.0, "slot_correct": [22, 15, 13, 5, 8, 2, 3, 4, 3, 2, 2, 2, 2, 0, 1]}
689
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1168, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3377.20849609375, "accept_sum": 8.0, "slot_correct": [8, 1, 1, 0, 0, 1, 3, 1, 1, 4, 2, 2, 1, 2, 0]}
690
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1208, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2868.53466796875, "accept_sum": 26.0, "slot_correct": [18, 7, 8, 6, 2, 1, 3, 3, 2, 2, 1, 2, 4, 2, 0]}
691
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1223, "bench_or_category": "chat", "blocks": 32, "loss_sum": 1842.236328125, "accept_sum": 70.0, "slot_correct": [25, 14, 16, 13, 10, 12, 10, 7, 11, 10, 7, 7, 9, 4, 4]}
692
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1227, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3375.6376953125, "accept_sum": 7.0, "slot_correct": [5, 5, 3, 0, 0, 0, 1, 1, 0, 1, 1, 3, 2, 0, 3]}
693
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1232, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3149.61181640625, "accept_sum": 25.0, "slot_correct": [15, 8, 3, 3, 4, 3, 0, 2, 1, 0, 0, 2, 2, 0, 0]}
694
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1246, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2224.20458984375, "accept_sum": 55.0, "slot_correct": [24, 11, 12, 10, 5, 5, 6, 6, 5, 3, 7, 3, 5, 5, 4]}
695
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1258, "bench_or_category": "code", "blocks": 32, "loss_sum": 2441.3212890625, "accept_sum": 41.0, "slot_correct": [22, 11, 10, 6, 5, 0, 4, 1, 2, 0, 4, 0, 3, 2, 0]}
696
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1286, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3119.376708984375, "accept_sum": 31.0, "slot_correct": [19, 12, 5, 5, 2, 4, 1, 3, 1, 2, 4, 1, 2, 4, 3]}
697
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1294, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2321.458984375, "accept_sum": 59.0, "slot_correct": [27, 14, 11, 8, 6, 4, 4, 3, 1, 2, 1, 2, 3, 3, 2]}
698
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1303, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3161.38916015625, "accept_sum": 24.0, "slot_correct": [13, 6, 4, 8, 4, 1, 3, 1, 3, 1, 0, 2, 2, 2, 1]}
699
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1304, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2358.89013671875, "accept_sum": 51.0, "slot_correct": [22, 10, 10, 8, 5, 5, 6, 5, 6, 3, 6, 6, 6, 6, 1]}
700
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1312, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3108.83251953125, "accept_sum": 20.0, "slot_correct": [15, 10, 2, 3, 3, 1, 1, 1, 3, 2, 0, 0, 2, 4, 1]}
701
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1337, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2150.37744140625, "accept_sum": 59.0, "slot_correct": [27, 15, 11, 9, 7, 1, 2, 3, 2, 3, 1, 6, 3, 1, 2]}
702
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1350, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2910.890380859375, "accept_sum": 29.0, "slot_correct": [21, 9, 3, 3, 2, 1, 1, 0, 1, 3, 0, 1, 0, 1, 2]}
703
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1378, "bench_or_category": "chat", "blocks": 32, "loss_sum": 1768.42919921875, "accept_sum": 128.0, "slot_correct": [23, 22, 18, 15, 12, 14, 11, 10, 10, 7, 9, 8, 11, 8, 8]}
704
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1400, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3150.85888671875, "accept_sum": 25.0, "slot_correct": [16, 6, 6, 4, 3, 6, 3, 2, 4, 2, 4, 4, 1, 2, 1]}
705
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1403, "bench_or_category": "chat", "blocks": 20, "loss_sum": 2050.288330078125, "accept_sum": 4.0, "slot_correct": [4, 2, 0, 1, 0, 0, 0, 1, 1, 0, 2, 2, 2, 1, 2]}
706
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1448, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3355.921875, "accept_sum": 19.0, "slot_correct": [12, 4, 4, 1, 1, 3, 0, 2, 4, 4, 0, 1, 1, 3, 1]}
707
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1455, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2622.67529296875, "accept_sum": 28.0, "slot_correct": [18, 11, 5, 2, 3, 2, 4, 2, 1, 3, 4, 0, 1, 3, 3]}
708
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1481, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3007.92138671875, "accept_sum": 24.0, "slot_correct": [17, 9, 6, 6, 5, 5, 8, 4, 6, 3, 7, 6, 8, 6, 6]}
709
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1486, "bench_or_category": "math", "blocks": 32, "loss_sum": 1691.45751953125, "accept_sum": 92.0, "slot_correct": [29, 22, 19, 14, 10, 8, 6, 4, 1, 2, 6, 2, 1, 1, 4]}
710
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1491, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3195.233154296875, "accept_sum": 15.0, "slot_correct": [13, 4, 1, 1, 5, 2, 5, 0, 1, 1, 8, 1, 4, 1, 2]}
711
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1499, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2665.2421875, "accept_sum": 44.0, "slot_correct": [21, 12, 8, 4, 7, 4, 4, 2, 3, 4, 4, 1, 3, 1, 5]}
712
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1506, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2749.266357421875, "accept_sum": 38.0, "slot_correct": [21, 9, 5, 4, 2, 5, 0, 0, 2, 2, 3, 2, 3, 2, 1]}
713
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1528, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3106.92529296875, "accept_sum": 21.0, "slot_correct": [17, 4, 3, 5, 0, 2, 2, 3, 1, 4, 1, 0, 2, 2, 1]}
714
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1557, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3208.669677734375, "accept_sum": 22.0, "slot_correct": [15, 7, 2, 3, 0, 1, 3, 1, 1, 0, 1, 1, 1, 0, 1]}
715
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1558, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3084.5419921875, "accept_sum": 24.0, "slot_correct": [14, 14, 4, 3, 2, 0, 1, 1, 1, 2, 0, 0, 2, 1, 0]}
716
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1562, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3037.2314453125, "accept_sum": 21.0, "slot_correct": [13, 12, 4, 2, 0, 1, 3, 2, 1, 1, 2, 3, 2, 3, 3]}
717
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1582, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2757.625, "accept_sum": 21.0, "slot_correct": [16, 5, 3, 0, 4, 3, 3, 3, 1, 2, 1, 7, 2, 4, 5]}
718
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1583, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2620.11328125, "accept_sum": 42.0, "slot_correct": [20, 13, 9, 5, 7, 5, 4, 3, 2, 0, 6, 3, 1, 4, 1]}
719
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1599, "bench_or_category": "math", "blocks": 32, "loss_sum": 1886.171142578125, "accept_sum": 87.0, "slot_correct": [29, 23, 19, 10, 12, 7, 5, 4, 2, 1, 4, 4, 2, 6, 2]}
720
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1618, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2938.9716796875, "accept_sum": 28.0, "slot_correct": [16, 6, 4, 4, 2, 0, 0, 0, 1, 1, 2, 2, 1, 2, 1]}
721
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1651, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3049.8359375, "accept_sum": 24.0, "slot_correct": [16, 9, 4, 3, 6, 4, 3, 4, 2, 2, 3, 0, 0, 0, 3]}
722
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1655, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2875.3857421875, "accept_sum": 22.0, "slot_correct": [17, 7, 2, 2, 0, 1, 3, 0, 1, 0, 2, 2, 1, 2, 1]}
723
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1656, "bench_or_category": "math", "blocks": 32, "loss_sum": 1864.2088623046875, "accept_sum": 71.0, "slot_correct": [26, 18, 14, 10, 8, 6, 8, 8, 5, 4, 0, 1, 6, 4, 4]}
724
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1659, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2815.7783203125, "accept_sum": 35.0, "slot_correct": [23, 8, 5, 4, 5, 6, 3, 4, 4, 0, 1, 4, 0, 3, 0]}
725
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1702, "bench_or_category": "chat", "blocks": 32, "loss_sum": 1968.4473876953125, "accept_sum": 76.0, "slot_correct": [20, 15, 15, 12, 10, 12, 9, 8, 8, 7, 13, 5, 8, 7, 5]}
726
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1703, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3213.65283203125, "accept_sum": 24.0, "slot_correct": [17, 5, 3, 2, 0, 1, 2, 3, 2, 2, 1, 2, 1, 1, 4]}
727
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1774, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2053.568359375, "accept_sum": 57.0, "slot_correct": [27, 19, 14, 12, 9, 9, 5, 9, 7, 7, 4, 5, 2, 5, 7]}
728
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1799, "bench_or_category": "stem", "blocks": 32, "loss_sum": 2977.68017578125, "accept_sum": 31.0, "slot_correct": [15, 12, 4, 3, 6, 2, 6, 3, 3, 0, 0, 3, 1, 2, 0]}
729
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1810, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3057.884521484375, "accept_sum": 22.0, "slot_correct": [17, 6, 2, 2, 2, 0, 1, 2, 1, 1, 1, 0, 1, 0, 0]}
730
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1812, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2049.3603515625, "accept_sum": 56.0, "slot_correct": [20, 19, 13, 7, 12, 5, 8, 5, 3, 5, 7, 6, 7, 4, 1]}
731
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1818, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3276.86181640625, "accept_sum": 20.0, "slot_correct": [16, 5, 2, 1, 2, 2, 0, 0, 1, 1, 2, 0, 1, 1, 4]}
732
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1820, "bench_or_category": "math", "blocks": 32, "loss_sum": 1791.3238525390625, "accept_sum": 88.0, "slot_correct": [27, 26, 16, 12, 10, 13, 4, 5, 3, 2, 4, 1, 3, 4, 1]}
733
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1826, "bench_or_category": "chat", "blocks": 8, "loss_sum": 796.8690185546875, "accept_sum": 2.0, "slot_correct": [2, 2, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0]}
734
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1846, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3470.00439453125, "accept_sum": 21.0, "slot_correct": [15, 6, 0, 0, 0, 2, 2, 0, 2, 0, 3, 1, 0, 1, 0]}
735
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1854, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3010.67236328125, "accept_sum": 22.0, "slot_correct": [16, 6, 2, 1, 2, 0, 2, 2, 3, 1, 3, 2, 1, 1, 0]}
736
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "anchor", "row": 1879, "bench_or_category": "code", "blocks": 32, "loss_sum": 2130.02392578125, "accept_sum": 84.0, "slot_correct": [22, 15, 12, 9, 10, 8, 7, 8, 8, 4, 4, 4, 2, 3, 1]}
737
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 6, "bench_or_category": "stem", "tokens": 250, "passes": 92}
738
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 9, "bench_or_category": "chat", "tokens": 370, "passes": 244}
739
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 21, "bench_or_category": "math", "tokens": 1270, "passes": 390}
740
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 65, "bench_or_category": "chat", "tokens": 404, "passes": 154}
741
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 79, "bench_or_category": "chat", "tokens": 717, "passes": 624}
742
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 80, "bench_or_category": "stem", "tokens": 807, "passes": 451}
743
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 99, "bench_or_category": "stem", "tokens": 745, "passes": 429}
744
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk", "row": 112, "bench_or_category": "stem", "tokens": 811, "passes": 476}
745
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 6, "bench_or_category": "stem", "tokens": 251, "passes": 94}
746
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 9, "bench_or_category": "chat", "tokens": 370, "passes": 280}
747
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 21, "bench_or_category": "math", "tokens": 1270, "passes": 434}
748
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 65, "bench_or_category": "chat", "tokens": 404, "passes": 189}
749
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 79, "bench_or_category": "chat", "tokens": 717, "passes": 627}
750
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 80, "bench_or_category": "stem", "tokens": 807, "passes": 521}
751
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 99, "bench_or_category": "stem", "tokens": 746, "passes": 493}
752
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_topk", "row": 112, "bench_or_category": "stem", "tokens": 809, "passes": 532}
753
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 6, "bench_or_category": "stem", "tokens": 256, "passes": 65}
754
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 9, "bench_or_category": "chat", "tokens": 370, "passes": 177}
755
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 21, "bench_or_category": "math", "tokens": 1270, "passes": 270}
756
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 65, "bench_or_category": "chat", "tokens": 404, "passes": 121}
757
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 79, "bench_or_category": "chat", "tokens": 719, "passes": 536}
758
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 80, "bench_or_category": "stem", "tokens": 808, "passes": 310}
759
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "stem", "tokens": 747, "passes": 310}
760
+ {"eval_set_sha1": "16873a075a59c3f7332d3778fe78f595868476e3", "step": 5764, "checkpoint": null, "kind": "walk_late_commit_full", "row": 112, "bench_or_category": "stem", "tokens": 811, "passes": 330}
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/gradient_support.jsonl CHANGED
@@ -2,3 +2,4 @@
2
  {"step": 1441, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065588, "trainable": 37068800, "slot_embed_rows": 0.9375}
3
  {"step": 2882, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065658, "trainable": 37068800, "slot_embed_rows": 0.9375}
4
  {"step": 4323, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065344, "trainable": 37068800, "slot_embed_rows": 0.9375}
 
 
2
  {"step": 1441, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065588, "trainable": 37068800, "slot_embed_rows": 0.9375}
3
  {"step": 2882, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065658, "trainable": 37068800, "slot_embed_rows": 0.9375}
4
  {"step": 4323, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065344, "trainable": 37068800, "slot_embed_rows": 0.9375}
5
+ {"step": 5764, "adapters": {"layers.31.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.31.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.32.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.33.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.34.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.35.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 37065663, "trainable": 37068800, "slot_embed_rows": 0.9375}
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/latest CHANGED
@@ -1 +1 @@
1
- ckpt-0004323
 
1
+ ckpt-0005764
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/receipt.exit ADDED
@@ -0,0 +1 @@
 
 
1
+ exit 0 2026-11-15T17:45:48Z
qwen3_4b/LCb3_L31r128_lp16_causal_dsloss_q/train.log CHANGED
@@ -284,3 +284,9 @@ step 5600/5764 loss 4.0996 run 2.516 gnorm 0.145 lr 6.43e-07 16.80s
284
  step 5620/5764 loss 4.0389 run 2.667 gnorm 0.131 lr 4.96e-07 17.14s
285
  step 5640/5764 loss 4.1324 run 2.520 gnorm 0.141 lr 3.67e-07 14.01s
286
  step 5660/5764 loss 4.2632 run 2.291 gnorm 0.143 lr 2.59e-07 15.60s
 
 
 
 
 
 
 
284
  step 5620/5764 loss 4.0389 run 2.667 gnorm 0.131 lr 4.96e-07 17.14s
285
  step 5640/5764 loss 4.1324 run 2.520 gnorm 0.141 lr 3.67e-07 14.01s
286
  step 5660/5764 loss 4.2632 run 2.291 gnorm 0.143 lr 2.59e-07 15.60s
287
+ step 5680/5764 loss 4.1786 run 2.477 gnorm 0.130 lr 1.69e-07 16.75s
288
+ step 5700/5764 loss 4.1125 run 2.471 gnorm 0.146 lr 9.79e-08 15.60s
289
+ step 5720/5764 loss 4.5017 run 2.092 gnorm 0.119 lr 4.63e-08 16.17s
290
+ step 5740/5764 loss 4.0308 run 2.571 gnorm 0.138 lr 1.38e-08 14.23s
291
+ step 5760/5764 loss 4.1871 run 2.327 gnorm 0.129 lr 3.83e-10 15.74s
292
+ step 5764/5764 loss 4.2458 run 2.354 gnorm 0.148 lr 0.00e+00 16.06s