CHOI0126 commited on
Commit
fe76c99
·
verified ·
1 Parent(s): ad4fdf2

node B backup 2026-11-17T14:44Z

Browse files
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/adapters.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ad36014bce0d955de6e7731fd157085272b232564afac53591c5443abcdf61
3
+ size 195490140
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/trainer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475b4c8aba0c413aeefdd0fa33c1b58768f8259f21c14ae0cf171881b12b0015
3
+ size 1172611779
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/eval_rows.jsonl CHANGED
@@ -150,3 +150,155 @@
150
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 590}
151
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 386, "passes": 382}
152
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 299, "passes": 299}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 590}
151
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 386, "passes": 382}
152
  {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 299, "passes": 299}
153
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 6, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4214.89990234375, "accept_sum": 12.0, "slot_correct": [11, 1, 2, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 2]}
154
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 9, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3473.76123046875, "accept_sum": 30.0, "slot_correct": [19, 7, 7, 2, 2, 2, 1, 2, 1, 0, 1, 0, 0, 0, 1]}
155
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 21, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3842.150146484375, "accept_sum": 9.0, "slot_correct": [8, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0]}
156
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 66, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3770.709228515625, "accept_sum": 7.0, "slot_correct": [6, 4, 2, 1, 2, 3, 1, 1, 0, 1, 0, 1, 0, 1, 2]}
157
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 79, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3292.38671875, "accept_sum": 11.0, "slot_correct": [10, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 2, 2]}
158
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 81, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4068.429931640625, "accept_sum": 20.0, "slot_correct": [16, 5, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2]}
159
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 99, "bench_or_category": "math", "blocks": 32, "loss_sum": 3772.272216796875, "accept_sum": 24.0, "slot_correct": [17, 7, 3, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 2]}
160
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 111, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3706.048828125, "accept_sum": 11.0, "slot_correct": [9, 4, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1]}
161
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 171, "bench_or_category": "chat", "blocks": 15, "loss_sum": 1542.725341796875, "accept_sum": 7.0, "slot_correct": [5, 1, 1, 0, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0]}
162
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 179, "bench_or_category": "math", "blocks": 32, "loss_sum": 3193.52783203125, "accept_sum": 22.0, "slot_correct": [20, 4, 3, 2, 2, 1, 0, 0, 2, 2, 3, 1, 0, 1, 1]}
163
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 204, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3891.9755859375, "accept_sum": 26.0, "slot_correct": [17, 8, 6, 4, 3, 2, 1, 0, 2, 1, 0, 1, 1, 0, 0]}
164
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 210, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3879.94775390625, "accept_sum": 16.0, "slot_correct": [15, 3, 3, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0]}
165
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 214, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4065.55126953125, "accept_sum": 11.0, "slot_correct": [10, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 4, 2, 1]}
166
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 236, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3990.45947265625, "accept_sum": 10.0, "slot_correct": [9, 1, 0, 2, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0]}
167
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 258, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4414.67578125, "accept_sum": 12.0, "slot_correct": [10, 4, 1, 1, 1, 2, 0, 0, 3, 0, 1, 0, 1, 0, 1]}
168
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 283, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3239.12255859375, "accept_sum": 30.0, "slot_correct": [21, 9, 4, 2, 2, 2, 1, 4, 1, 1, 2, 3, 2, 1, 1]}
169
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 286, "bench_or_category": "math", "blocks": 32, "loss_sum": 2881.109375, "accept_sum": 30.0, "slot_correct": [21, 7, 5, 1, 2, 3, 2, 3, 3, 2, 0, 1, 1, 1, 2]}
170
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 287, "bench_or_category": "math", "blocks": 32, "loss_sum": 3670.47265625, "accept_sum": 24.0, "slot_correct": [17, 5, 3, 1, 1, 0, 0, 1, 0, 0, 3, 1, 1, 2, 1]}
171
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 291, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3380.134765625, "accept_sum": 13.0, "slot_correct": [9, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0]}
172
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 346, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4530.14208984375, "accept_sum": 15.0, "slot_correct": [12, 4, 2, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0]}
173
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 354, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3950.00439453125, "accept_sum": 18.0, "slot_correct": [15, 3, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0]}
174
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 370, "bench_or_category": "chat", "blocks": 32, "loss_sum": 5168.1328125, "accept_sum": 11.0, "slot_correct": [11, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0]}
175
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 391, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4996.5048828125, "accept_sum": 12.0, "slot_correct": [10, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}
176
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 401, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4040.237060546875, "accept_sum": 14.0, "slot_correct": [13, 4, 3, 0, 0, 2, 0, 1, 3, 0, 0, 0, 0, 1, 0]}
177
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 425, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3578.7431640625, "accept_sum": 3.0, "slot_correct": [3, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 2, 1, 0, 0]}
178
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 454, "bench_or_category": "code", "blocks": 32, "loss_sum": 2620.82421875, "accept_sum": 26.0, "slot_correct": [15, 7, 6, 1, 2, 3, 5, 4, 1, 0, 2, 0, 0, 3, 1]}
179
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 457, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3355.35205078125, "accept_sum": 22.0, "slot_correct": [17, 8, 4, 1, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1]}
180
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 458, "bench_or_category": "math", "blocks": 32, "loss_sum": 3346.849609375, "accept_sum": 18.0, "slot_correct": [14, 4, 1, 2, 1, 0, 1, 0, 4, 1, 0, 3, 3, 1, 1]}
181
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 488, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4131.36083984375, "accept_sum": 14.0, "slot_correct": [12, 3, 2, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0]}
182
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 496, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4196.89111328125, "accept_sum": 13.0, "slot_correct": [7, 3, 4, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 2, 3]}
183
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 499, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3906.05078125, "accept_sum": 14.0, "slot_correct": [13, 2, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0]}
184
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 509, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2725.33740234375, "accept_sum": 41.0, "slot_correct": [20, 15, 8, 7, 12, 9, 6, 5, 1, 4, 4, 3, 1, 4, 2]}
185
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 535, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4312.255859375, "accept_sum": 9.0, "slot_correct": [9, 2, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0]}
186
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 543, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3532.7451171875, "accept_sum": 16.0, "slot_correct": [14, 4, 5, 3, 2, 1, 0, 2, 1, 2, 0, 2, 1, 1, 1]}
187
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 608, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3541.517578125, "accept_sum": 6.0, "slot_correct": [6, 0, 2, 1, 1, 1, 2, 1, 0, 1, 0, 1, 1, 0, 2]}
188
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 613, "bench_or_category": "math", "blocks": 32, "loss_sum": 3670.793212890625, "accept_sum": 37.0, "slot_correct": [20, 9, 5, 2, 2, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0]}
189
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 618, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3310.23095703125, "accept_sum": 22.0, "slot_correct": [18, 6, 3, 2, 2, 1, 0, 1, 1, 1, 1, 3, 1, 3, 2]}
190
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 677, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4211.240234375, "accept_sum": 17.0, "slot_correct": [16, 4, 2, 0, 2, 1, 2, 2, 3, 1, 2, 1, 2, 1, 2]}
191
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 682, "bench_or_category": "math", "blocks": 32, "loss_sum": 2799.6640625, "accept_sum": 41.0, "slot_correct": [22, 13, 6, 2, 3, 1, 0, 1, 2, 2, 2, 3, 2, 2, 2]}
192
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 695, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4538.7041015625, "accept_sum": 20.0, "slot_correct": [11, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 0]}
193
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 716, "bench_or_category": "math", "blocks": 32, "loss_sum": 3313.781494140625, "accept_sum": 24.0, "slot_correct": [22, 4, 3, 2, 3, 0, 4, 1, 3, 0, 2, 0, 2, 3, 0]}
194
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 718, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3978.099365234375, "accept_sum": 4.0, "slot_correct": [3, 2, 3, 3, 3, 0, 1, 1, 1, 3, 2, 1, 0, 0, 0]}
195
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 728, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3858.854736328125, "accept_sum": 30.0, "slot_correct": [18, 8, 7, 5, 5, 2, 2, 1, 0, 1, 0, 0, 2, 1, 1]}
196
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 741, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3394.39990234375, "accept_sum": 35.0, "slot_correct": [20, 9, 7, 5, 4, 3, 2, 1, 0, 0, 2, 2, 1, 2, 1]}
197
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 755, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4526.177734375, "accept_sum": 9.0, "slot_correct": [8, 2, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 2]}
198
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 800, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3917.90283203125, "accept_sum": 10.0, "slot_correct": [9, 3, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0]}
199
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 807, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3765.119140625, "accept_sum": 17.0, "slot_correct": [11, 8, 1, 2, 0, 2, 1, 2, 1, 1, 0, 0, 1, 1, 1]}
200
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 809, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3372.25439453125, "accept_sum": 13.0, "slot_correct": [9, 5, 3, 3, 1, 0, 3, 1, 1, 0, 2, 2, 1, 1, 0]}
201
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 831, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3918.79052734375, "accept_sum": 4.0, "slot_correct": [4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 0]}
202
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 837, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4825.259765625, "accept_sum": 2.0, "slot_correct": [2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0]}
203
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 844, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3167.676025390625, "accept_sum": 38.0, "slot_correct": [20, 12, 7, 2, 1, 1, 1, 0, 2, 1, 2, 2, 3, 1, 1]}
204
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 845, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4011.740966796875, "accept_sum": 14.0, "slot_correct": [10, 5, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1]}
205
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 851, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4170.5263671875, "accept_sum": 16.0, "slot_correct": [12, 3, 2, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 1]}
206
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 861, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3333.99462890625, "accept_sum": 12.0, "slot_correct": [7, 5, 4, 3, 2, 0, 5, 2, 2, 1, 3, 0, 2, 1, 0]}
207
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 883, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4417.32568359375, "accept_sum": 7.0, "slot_correct": [7, 1, 0, 2, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1]}
208
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 893, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4176.74609375, "accept_sum": 13.0, "slot_correct": [11, 3, 2, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0]}
209
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 903, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3616.828857421875, "accept_sum": 20.0, "slot_correct": [14, 6, 4, 3, 1, 2, 1, 3, 1, 2, 2, 1, 0, 1, 1]}
210
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 909, "bench_or_category": "codealpaca", "blocks": 32, "loss_sum": 3439.5869140625, "accept_sum": 24.0, "slot_correct": [19, 6, 4, 2, 2, 4, 1, 1, 1, 2, 1, 0, 1, 2, 0]}
211
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 911, "bench_or_category": "codealpaca", "blocks": 32, "loss_sum": 3346.638671875, "accept_sum": 24.0, "slot_correct": [17, 7, 1, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 2, 0]}
212
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 919, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3538.176513671875, "accept_sum": 9.0, "slot_correct": [9, 4, 2, 4, 0, 1, 0, 4, 2, 2, 4, 4, 0, 3, 2]}
213
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 938, "bench_or_category": "math", "blocks": 32, "loss_sum": 3113.838134765625, "accept_sum": 24.0, "slot_correct": [19, 6, 3, 0, 1, 0, 0, 0, 0, 1, 0, 2, 1, 0, 4]}
214
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 941, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3817.3662109375, "accept_sum": 19.0, "slot_correct": [13, 6, 3, 3, 4, 3, 1, 0, 3, 3, 3, 2, 2, 3, 1]}
215
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 946, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3361.998046875, "accept_sum": 10.0, "slot_correct": [8, 3, 3, 1, 2, 1, 0, 3, 2, 3, 0, 1, 4, 3, 3]}
216
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 949, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3530.80078125, "accept_sum": 24.0, "slot_correct": [18, 6, 0, 1, 1, 1, 1, 2, 0, 0, 0, 1, 1, 0, 2]}
217
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 988, "bench_or_category": "chat", "blocks": 32, "loss_sum": 5022.66943359375, "accept_sum": 9.0, "slot_correct": [9, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0]}
218
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 997, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4786.17431640625, "accept_sum": 19.0, "slot_correct": [15, 4, 2, 1, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1]}
219
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1010, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3329.82861328125, "accept_sum": 29.0, "slot_correct": [18, 11, 6, 6, 2, 3, 2, 1, 1, 2, 3, 0, 0, 0, 1]}
220
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1026, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3346.76904296875, "accept_sum": 7.0, "slot_correct": [6, 3, 6, 3, 0, 2, 0, 0, 1, 0, 0, 4, 0, 1, 1]}
221
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1037, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3121.5498046875, "accept_sum": 28.0, "slot_correct": [19, 6, 3, 2, 3, 2, 1, 0, 1, 1, 2, 1, 1, 2, 1]}
222
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1049, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3368.36181640625, "accept_sum": 13.0, "slot_correct": [13, 0, 3, 1, 1, 0, 1, 1, 0, 0, 1, 2, 1, 0, 1]}
223
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1086, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4385.05322265625, "accept_sum": 16.0, "slot_correct": [14, 3, 1, 2, 0, 1, 2, 0, 0, 1, 0, 0, 1, 0, 0]}
224
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1107, "bench_or_category": "stem", "blocks": 32, "loss_sum": 5083.3271484375, "accept_sum": 10.0, "slot_correct": [9, 2, 1, 1, 1, 2, 1, 0, 0, 1, 0, 0, 1, 0, 0]}
225
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1112, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3964.513427734375, "accept_sum": 16.0, "slot_correct": [15, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]}
226
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1115, "bench_or_category": "math", "blocks": 32, "loss_sum": 3334.61181640625, "accept_sum": 27.0, "slot_correct": [21, 6, 4, 4, 2, 4, 2, 0, 3, 0, 0, 0, 2, 2, 2]}
227
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1121, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4056.33740234375, "accept_sum": 14.0, "slot_correct": [9, 2, 3, 2, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0]}
228
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1124, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3746.5517578125, "accept_sum": 6.0, "slot_correct": [6, 1, 1, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0]}
229
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1140, "bench_or_category": "code", "blocks": 32, "loss_sum": 3383.63671875, "accept_sum": 13.0, "slot_correct": [11, 5, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1]}
230
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1144, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4245.9462890625, "accept_sum": 32.0, "slot_correct": [16, 7, 4, 1, 1, 1, 1, 1, 1, 1, 0, 1, 2, 0, 0]}
231
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1145, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4485.53955078125, "accept_sum": 7.0, "slot_correct": [5, 2, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1]}
232
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1149, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3774.54443359375, "accept_sum": 15.0, "slot_correct": [14, 1, 0, 1, 0, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0]}
233
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1189, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3660.765625, "accept_sum": 24.0, "slot_correct": [11, 6, 5, 1, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3]}
234
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1203, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4444.798828125, "accept_sum": 19.0, "slot_correct": [14, 7, 3, 1, 1, 2, 1, 0, 0, 0, 1, 2, 1, 1, 1]}
235
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1207, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3433.2880859375, "accept_sum": 15.0, "slot_correct": [12, 5, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0]}
236
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1211, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3716.23095703125, "accept_sum": 13.0, "slot_correct": [11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0]}
237
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1225, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4011.51806640625, "accept_sum": 19.0, "slot_correct": [13, 6, 1, 2, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0]}
238
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1237, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4157.4931640625, "accept_sum": 18.0, "slot_correct": [13, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0]}
239
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1264, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3710.468017578125, "accept_sum": 15.0, "slot_correct": [10, 6, 4, 5, 2, 1, 3, 2, 0, 3, 0, 1, 1, 0, 0]}
240
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1273, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4044.948974609375, "accept_sum": 10.0, "slot_correct": [10, 2, 1, 0, 1, 0, 1, 0, 1, 2, 0, 2, 1, 0, 1]}
241
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1283, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3587.3779296875, "accept_sum": 5.0, "slot_correct": [5, 1, 0, 0, 1, 0, 0, 1, 1, 1, 3, 0, 0, 2, 2]}
242
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1291, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3863.085693359375, "accept_sum": 24.0, "slot_correct": [20, 4, 3, 2, 2, 0, 0, 0, 1, 0, 1, 1, 1, 2, 0]}
243
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1316, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3372.662353515625, "accept_sum": 6.0, "slot_correct": [5, 2, 1, 0, 1, 1, 1, 2, 2, 2, 2, 2, 1, 0, 0]}
244
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1329, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4029.6318359375, "accept_sum": 13.0, "slot_correct": [12, 2, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 0, 1, 0]}
245
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1357, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3772.78955078125, "accept_sum": 20.0, "slot_correct": [16, 8, 3, 3, 3, 1, 1, 3, 2, 0, 1, 1, 2, 0, 2]}
246
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1377, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4043.9814453125, "accept_sum": 8.0, "slot_correct": [8, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, 1, 0, 0, 1]}
247
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1381, "bench_or_category": "math", "blocks": 32, "loss_sum": 3711.28369140625, "accept_sum": 18.0, "slot_correct": [15, 5, 3, 1, 1, 1, 1, 1, 0, 0, 1, 1, 3, 6, 1]}
248
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1424, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4418.087890625, "accept_sum": 4.0, "slot_correct": [3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0]}
249
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1430, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3226.09423828125, "accept_sum": 21.0, "slot_correct": [14, 6, 2, 2, 4, 3, 3, 1, 0, 0, 3, 1, 1, 2, 1]}
250
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1456, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4195.5224609375, "accept_sum": 10.0, "slot_correct": [9, 1, 3, 3, 0, 1, 0, 0, 2, 0, 2, 2, 0, 1, 0]}
251
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1460, "bench_or_category": "math", "blocks": 32, "loss_sum": 3153.00537109375, "accept_sum": 34.0, "slot_correct": [22, 10, 4, 1, 1, 1, 0, 2, 1, 3, 1, 3, 1, 1, 2]}
252
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1465, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4573.544921875, "accept_sum": 24.0, "slot_correct": [11, 2, 2, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 0, 0]}
253
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1474, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4725.732421875, "accept_sum": 8.0, "slot_correct": [8, 1, 1, 1, 1, 1, 2, 0, 1, 1, 0, 0, 1, 0, 1]}
254
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1479, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3266.99658203125, "accept_sum": 19.0, "slot_correct": [13, 8, 3, 0, 1, 1, 0, 0, 1, 2, 1, 0, 0, 2, 0]}
255
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1502, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3919.5927734375, "accept_sum": 11.0, "slot_correct": [9, 4, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1]}
256
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1530, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3891.390625, "accept_sum": 24.0, "slot_correct": [15, 10, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 2]}
257
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1532, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3411.92578125, "accept_sum": 18.0, "slot_correct": [17, 3, 4, 1, 1, 1, 1, 0, 2, 1, 1, 2, 1, 0, 1]}
258
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1536, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4162.09423828125, "accept_sum": 6.0, "slot_correct": [6, 3, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0]}
259
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1554, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4042.266357421875, "accept_sum": 10.0, "slot_correct": [9, 2, 1, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 0, 2]}
260
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1572, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3981.642578125, "accept_sum": 17.0, "slot_correct": [13, 5, 2, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1]}
261
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1588, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4627.24365234375, "accept_sum": 8.0, "slot_correct": [8, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0]}
262
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1622, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3684.982421875, "accept_sum": 21.0, "slot_correct": [17, 3, 3, 1, 0, 2, 1, 0, 0, 1, 0, 0, 1, 1, 0]}
263
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1625, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3988.37841796875, "accept_sum": 25.0, "slot_correct": [19, 6, 2, 1, 4, 2, 2, 1, 1, 1, 6, 1, 1, 1, 1]}
264
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1628, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4224.251953125, "accept_sum": 21.0, "slot_correct": [17, 5, 0, 2, 2, 0, 1, 3, 1, 2, 1, 1, 1, 2, 2]}
265
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1631, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3573.14599609375, "accept_sum": 24.0, "slot_correct": [19, 4, 5, 2, 0, 0, 0, 0, 1, 1, 1, 0, 3, 0, 1]}
266
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1671, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4100.35302734375, "accept_sum": 6.0, "slot_correct": [5, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 2]}
267
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1673, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4327.9345703125, "accept_sum": 28.0, "slot_correct": [15, 6, 3, 3, 1, 1, 1, 3, 1, 1, 0, 2, 0, 0, 0]}
268
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1743, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3184.71142578125, "accept_sum": 12.0, "slot_correct": [8, 2, 1, 3, 2, 1, 0, 0, 0, 2, 1, 0, 1, 1, 0]}
269
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1766, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4467.92431640625, "accept_sum": 31.0, "slot_correct": [13, 8, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 0, 0]}
270
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1777, "bench_or_category": "math", "blocks": 32, "loss_sum": 3536.65625, "accept_sum": 18.0, "slot_correct": [14, 5, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 2]}
271
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1779, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3929.0546875, "accept_sum": 14.0, "slot_correct": [13, 3, 0, 0, 1, 1, 1, 1, 0, 1, 0, 2, 0, 1, 0]}
272
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1785, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4063.918212890625, "accept_sum": 10.0, "slot_correct": [7, 5, 0, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0]}
273
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1787, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3653.8740234375, "accept_sum": 23.0, "slot_correct": [18, 6, 1, 1, 1, 0, 0, 1, 1, 2, 2, 0, 0, 0, 1]}
274
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1792, "bench_or_category": "chat", "blocks": 12, "loss_sum": 1584.984130859375, "accept_sum": 6.0, "slot_correct": [5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1]}
275
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1811, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4228.19091796875, "accept_sum": 13.0, "slot_correct": [10, 3, 1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 1, 1, 0]}
276
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1812, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4362.1240234375, "accept_sum": 10.0, "slot_correct": [7, 4, 1, 0, 1, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0]}
277
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1819, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3474.9296875, "accept_sum": 18.0, "slot_correct": [15, 6, 1, 1, 1, 3, 1, 3, 1, 2, 2, 4, 1, 3, 1]}
278
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1845, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4395.0458984375, "accept_sum": 15.0, "slot_correct": [13, 4, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0]}
279
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1875, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3450.525390625, "accept_sum": 12.0, "slot_correct": [10, 4, 3, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0]}
280
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1892, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3626.2412109375, "accept_sum": 18.0, "slot_correct": [13, 8, 1, 4, 1, 2, 1, 0, 3, 3, 1, 0, 1, 2, 1]}
281
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 6, "bench_or_category": "stem", "tokens": 441, "passes": 300}
282
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 9, "bench_or_category": "chat", "tokens": 282, "passes": 173}
283
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 21, "bench_or_category": "chat", "tokens": 548, "passes": 414}
284
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 66, "bench_or_category": "chat", "tokens": 387, "passes": 295}
285
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 79, "bench_or_category": "chat", "tokens": 393, "passes": 307}
286
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 395}
287
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 99, "bench_or_category": "math", "tokens": 388, "passes": 218}
288
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 111, "bench_or_category": "chat", "tokens": 300, "passes": 213}
289
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 6, "bench_or_category": "stem", "tokens": 441, "passes": 321}
290
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 9, "bench_or_category": "chat", "tokens": 282, "passes": 189}
291
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 21, "bench_or_category": "chat", "tokens": 548, "passes": 449}
292
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 66, "bench_or_category": "chat", "tokens": 387, "passes": 304}
293
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 79, "bench_or_category": "chat", "tokens": 393, "passes": 321}
294
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 430}
295
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 99, "bench_or_category": "math", "tokens": 388, "passes": 232}
296
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 111, "bench_or_category": "chat", "tokens": 300, "passes": 228}
297
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 6, "bench_or_category": "stem", "tokens": 447, "passes": 130}
298
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 9, "bench_or_category": "chat", "tokens": 281, "passes": 123}
299
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 21, "bench_or_category": "chat", "tokens": 550, "passes": 273}
300
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 66, "bench_or_category": "chat", "tokens": 389, "passes": 161}
301
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 79, "bench_or_category": "chat", "tokens": 394, "passes": 201}
302
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 591, "passes": 206}
303
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 387, "passes": 112}
304
+ {"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 302, "passes": 141}
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/gradient_support.jsonl CHANGED
@@ -1 +1,2 @@
1
  {"step": 1, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 49787792, "trainable": 97697792, "slot_embed_rows": 0.9375}
 
 
1
  {"step": 1, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 49787792, "trainable": 97697792, "slot_embed_rows": 0.9375}
2
+ {"step": 1441, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 97694180, "trainable": 97697792, "slot_embed_rows": 0.9375}
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ ckpt-0001441
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/metrics.jsonl CHANGED
The diff for this file is too large to render. See raw diff