node B backup 2026-11-17T14:44Z
Browse files- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/adapters.pt +3 -0
- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/trainer.pt +3 -0
- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/eval_rows.jsonl +152 -0
- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/gradient_support.jsonl +1 -0
- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/latest +1 -0
- llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/metrics.jsonl +0 -0
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/adapters.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61ad36014bce0d955de6e7731fd157085272b232564afac53591c5443abcdf61
|
| 3 |
+
size 195490140
|
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/ckpt-0001441/trainer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:475b4c8aba0c413aeefdd0fa33c1b58768f8259f21c14ae0cf171881b12b0015
|
| 3 |
+
size 1172611779
|
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/eval_rows.jsonl
CHANGED
|
@@ -150,3 +150,155 @@
|
|
| 150 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 590}
|
| 151 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 386, "passes": 382}
|
| 152 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 299, "passes": 299}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 150 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 590}
|
| 151 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 386, "passes": 382}
|
| 152 |
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 0, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 299, "passes": 299}
|
| 153 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 6, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4214.89990234375, "accept_sum": 12.0, "slot_correct": [11, 1, 2, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 2]}
|
| 154 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 9, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3473.76123046875, "accept_sum": 30.0, "slot_correct": [19, 7, 7, 2, 2, 2, 1, 2, 1, 0, 1, 0, 0, 0, 1]}
|
| 155 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 21, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3842.150146484375, "accept_sum": 9.0, "slot_correct": [8, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0]}
|
| 156 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 66, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3770.709228515625, "accept_sum": 7.0, "slot_correct": [6, 4, 2, 1, 2, 3, 1, 1, 0, 1, 0, 1, 0, 1, 2]}
|
| 157 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 79, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3292.38671875, "accept_sum": 11.0, "slot_correct": [10, 2, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 1, 2, 2]}
|
| 158 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 81, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4068.429931640625, "accept_sum": 20.0, "slot_correct": [16, 5, 2, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2]}
|
| 159 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 99, "bench_or_category": "math", "blocks": 32, "loss_sum": 3772.272216796875, "accept_sum": 24.0, "slot_correct": [17, 7, 3, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 2]}
|
| 160 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 111, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3706.048828125, "accept_sum": 11.0, "slot_correct": [9, 4, 3, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1]}
|
| 161 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 171, "bench_or_category": "chat", "blocks": 15, "loss_sum": 1542.725341796875, "accept_sum": 7.0, "slot_correct": [5, 1, 1, 0, 1, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0]}
|
| 162 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 179, "bench_or_category": "math", "blocks": 32, "loss_sum": 3193.52783203125, "accept_sum": 22.0, "slot_correct": [20, 4, 3, 2, 2, 1, 0, 0, 2, 2, 3, 1, 0, 1, 1]}
|
| 163 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 204, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3891.9755859375, "accept_sum": 26.0, "slot_correct": [17, 8, 6, 4, 3, 2, 1, 0, 2, 1, 0, 1, 1, 0, 0]}
|
| 164 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 210, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3879.94775390625, "accept_sum": 16.0, "slot_correct": [15, 3, 3, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0]}
|
| 165 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 214, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4065.55126953125, "accept_sum": 11.0, "slot_correct": [10, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 4, 2, 1]}
|
| 166 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 236, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3990.45947265625, "accept_sum": 10.0, "slot_correct": [9, 1, 0, 2, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0]}
|
| 167 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 258, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4414.67578125, "accept_sum": 12.0, "slot_correct": [10, 4, 1, 1, 1, 2, 0, 0, 3, 0, 1, 0, 1, 0, 1]}
|
| 168 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 283, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3239.12255859375, "accept_sum": 30.0, "slot_correct": [21, 9, 4, 2, 2, 2, 1, 4, 1, 1, 2, 3, 2, 1, 1]}
|
| 169 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 286, "bench_or_category": "math", "blocks": 32, "loss_sum": 2881.109375, "accept_sum": 30.0, "slot_correct": [21, 7, 5, 1, 2, 3, 2, 3, 3, 2, 0, 1, 1, 1, 2]}
|
| 170 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 287, "bench_or_category": "math", "blocks": 32, "loss_sum": 3670.47265625, "accept_sum": 24.0, "slot_correct": [17, 5, 3, 1, 1, 0, 0, 1, 0, 0, 3, 1, 1, 2, 1]}
|
| 171 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 291, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3380.134765625, "accept_sum": 13.0, "slot_correct": [9, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0]}
|
| 172 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 346, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4530.14208984375, "accept_sum": 15.0, "slot_correct": [12, 4, 2, 1, 2, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0]}
|
| 173 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 354, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3950.00439453125, "accept_sum": 18.0, "slot_correct": [15, 3, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0]}
|
| 174 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 370, "bench_or_category": "chat", "blocks": 32, "loss_sum": 5168.1328125, "accept_sum": 11.0, "slot_correct": [11, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0]}
|
| 175 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 391, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4996.5048828125, "accept_sum": 12.0, "slot_correct": [10, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}
|
| 176 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 401, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4040.237060546875, "accept_sum": 14.0, "slot_correct": [13, 4, 3, 0, 0, 2, 0, 1, 3, 0, 0, 0, 0, 1, 0]}
|
| 177 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 425, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3578.7431640625, "accept_sum": 3.0, "slot_correct": [3, 1, 1, 2, 1, 1, 0, 1, 0, 0, 0, 2, 1, 0, 0]}
|
| 178 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 454, "bench_or_category": "code", "blocks": 32, "loss_sum": 2620.82421875, "accept_sum": 26.0, "slot_correct": [15, 7, 6, 1, 2, 3, 5, 4, 1, 0, 2, 0, 0, 3, 1]}
|
| 179 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 457, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3355.35205078125, "accept_sum": 22.0, "slot_correct": [17, 8, 4, 1, 2, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1]}
|
| 180 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 458, "bench_or_category": "math", "blocks": 32, "loss_sum": 3346.849609375, "accept_sum": 18.0, "slot_correct": [14, 4, 1, 2, 1, 0, 1, 0, 4, 1, 0, 3, 3, 1, 1]}
|
| 181 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 488, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4131.36083984375, "accept_sum": 14.0, "slot_correct": [12, 3, 2, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0]}
|
| 182 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 496, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4196.89111328125, "accept_sum": 13.0, "slot_correct": [7, 3, 4, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 2, 3]}
|
| 183 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 499, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3906.05078125, "accept_sum": 14.0, "slot_correct": [13, 2, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0]}
|
| 184 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 509, "bench_or_category": "chat", "blocks": 32, "loss_sum": 2725.33740234375, "accept_sum": 41.0, "slot_correct": [20, 15, 8, 7, 12, 9, 6, 5, 1, 4, 4, 3, 1, 4, 2]}
|
| 185 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 535, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4312.255859375, "accept_sum": 9.0, "slot_correct": [9, 2, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0]}
|
| 186 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 543, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3532.7451171875, "accept_sum": 16.0, "slot_correct": [14, 4, 5, 3, 2, 1, 0, 2, 1, 2, 0, 2, 1, 1, 1]}
|
| 187 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 608, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3541.517578125, "accept_sum": 6.0, "slot_correct": [6, 0, 2, 1, 1, 1, 2, 1, 0, 1, 0, 1, 1, 0, 2]}
|
| 188 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 613, "bench_or_category": "math", "blocks": 32, "loss_sum": 3670.793212890625, "accept_sum": 37.0, "slot_correct": [20, 9, 5, 2, 2, 1, 0, 0, 0, 2, 0, 1, 0, 0, 0]}
|
| 189 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 618, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3310.23095703125, "accept_sum": 22.0, "slot_correct": [18, 6, 3, 2, 2, 1, 0, 1, 1, 1, 1, 3, 1, 3, 2]}
|
| 190 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 677, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4211.240234375, "accept_sum": 17.0, "slot_correct": [16, 4, 2, 0, 2, 1, 2, 2, 3, 1, 2, 1, 2, 1, 2]}
|
| 191 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 682, "bench_or_category": "math", "blocks": 32, "loss_sum": 2799.6640625, "accept_sum": 41.0, "slot_correct": [22, 13, 6, 2, 3, 1, 0, 1, 2, 2, 2, 3, 2, 2, 2]}
|
| 192 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 695, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4538.7041015625, "accept_sum": 20.0, "slot_correct": [11, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 0]}
|
| 193 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 716, "bench_or_category": "math", "blocks": 32, "loss_sum": 3313.781494140625, "accept_sum": 24.0, "slot_correct": [22, 4, 3, 2, 3, 0, 4, 1, 3, 0, 2, 0, 2, 3, 0]}
|
| 194 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 718, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3978.099365234375, "accept_sum": 4.0, "slot_correct": [3, 2, 3, 3, 3, 0, 1, 1, 1, 3, 2, 1, 0, 0, 0]}
|
| 195 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 728, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3858.854736328125, "accept_sum": 30.0, "slot_correct": [18, 8, 7, 5, 5, 2, 2, 1, 0, 1, 0, 0, 2, 1, 1]}
|
| 196 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 741, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3394.39990234375, "accept_sum": 35.0, "slot_correct": [20, 9, 7, 5, 4, 3, 2, 1, 0, 0, 2, 2, 1, 2, 1]}
|
| 197 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 755, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4526.177734375, "accept_sum": 9.0, "slot_correct": [8, 2, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 2]}
|
| 198 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 800, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3917.90283203125, "accept_sum": 10.0, "slot_correct": [9, 3, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0]}
|
| 199 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 807, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3765.119140625, "accept_sum": 17.0, "slot_correct": [11, 8, 1, 2, 0, 2, 1, 2, 1, 1, 0, 0, 1, 1, 1]}
|
| 200 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 809, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3372.25439453125, "accept_sum": 13.0, "slot_correct": [9, 5, 3, 3, 1, 0, 3, 1, 1, 0, 2, 2, 1, 1, 0]}
|
| 201 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 831, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3918.79052734375, "accept_sum": 4.0, "slot_correct": [4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 0]}
|
| 202 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 837, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4825.259765625, "accept_sum": 2.0, "slot_correct": [2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0]}
|
| 203 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 844, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3167.676025390625, "accept_sum": 38.0, "slot_correct": [20, 12, 7, 2, 1, 1, 1, 0, 2, 1, 2, 2, 3, 1, 1]}
|
| 204 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 845, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4011.740966796875, "accept_sum": 14.0, "slot_correct": [10, 5, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1]}
|
| 205 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 851, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4170.5263671875, "accept_sum": 16.0, "slot_correct": [12, 3, 2, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 1]}
|
| 206 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 861, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3333.99462890625, "accept_sum": 12.0, "slot_correct": [7, 5, 4, 3, 2, 0, 5, 2, 2, 1, 3, 0, 2, 1, 0]}
|
| 207 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 883, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4417.32568359375, "accept_sum": 7.0, "slot_correct": [7, 1, 0, 2, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1]}
|
| 208 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 893, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4176.74609375, "accept_sum": 13.0, "slot_correct": [11, 3, 2, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0]}
|
| 209 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 903, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3616.828857421875, "accept_sum": 20.0, "slot_correct": [14, 6, 4, 3, 1, 2, 1, 3, 1, 2, 2, 1, 0, 1, 1]}
|
| 210 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 909, "bench_or_category": "codealpaca", "blocks": 32, "loss_sum": 3439.5869140625, "accept_sum": 24.0, "slot_correct": [19, 6, 4, 2, 2, 4, 1, 1, 1, 2, 1, 0, 1, 2, 0]}
|
| 211 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 911, "bench_or_category": "codealpaca", "blocks": 32, "loss_sum": 3346.638671875, "accept_sum": 24.0, "slot_correct": [17, 7, 1, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 2, 0]}
|
| 212 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 919, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3538.176513671875, "accept_sum": 9.0, "slot_correct": [9, 4, 2, 4, 0, 1, 0, 4, 2, 2, 4, 4, 0, 3, 2]}
|
| 213 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 938, "bench_or_category": "math", "blocks": 32, "loss_sum": 3113.838134765625, "accept_sum": 24.0, "slot_correct": [19, 6, 3, 0, 1, 0, 0, 0, 0, 1, 0, 2, 1, 0, 4]}
|
| 214 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 941, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3817.3662109375, "accept_sum": 19.0, "slot_correct": [13, 6, 3, 3, 4, 3, 1, 0, 3, 3, 3, 2, 2, 3, 1]}
|
| 215 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 946, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3361.998046875, "accept_sum": 10.0, "slot_correct": [8, 3, 3, 1, 2, 1, 0, 3, 2, 3, 0, 1, 4, 3, 3]}
|
| 216 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 949, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3530.80078125, "accept_sum": 24.0, "slot_correct": [18, 6, 0, 1, 1, 1, 1, 2, 0, 0, 0, 1, 1, 0, 2]}
|
| 217 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 988, "bench_or_category": "chat", "blocks": 32, "loss_sum": 5022.66943359375, "accept_sum": 9.0, "slot_correct": [9, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0]}
|
| 218 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 997, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4786.17431640625, "accept_sum": 19.0, "slot_correct": [15, 4, 2, 1, 1, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1]}
|
| 219 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1010, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3329.82861328125, "accept_sum": 29.0, "slot_correct": [18, 11, 6, 6, 2, 3, 2, 1, 1, 2, 3, 0, 0, 0, 1]}
|
| 220 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1026, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3346.76904296875, "accept_sum": 7.0, "slot_correct": [6, 3, 6, 3, 0, 2, 0, 0, 1, 0, 0, 4, 0, 1, 1]}
|
| 221 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1037, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3121.5498046875, "accept_sum": 28.0, "slot_correct": [19, 6, 3, 2, 3, 2, 1, 0, 1, 1, 2, 1, 1, 2, 1]}
|
| 222 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1049, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3368.36181640625, "accept_sum": 13.0, "slot_correct": [13, 0, 3, 1, 1, 0, 1, 1, 0, 0, 1, 2, 1, 0, 1]}
|
| 223 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1086, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4385.05322265625, "accept_sum": 16.0, "slot_correct": [14, 3, 1, 2, 0, 1, 2, 0, 0, 1, 0, 0, 1, 0, 0]}
|
| 224 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1107, "bench_or_category": "stem", "blocks": 32, "loss_sum": 5083.3271484375, "accept_sum": 10.0, "slot_correct": [9, 2, 1, 1, 1, 2, 1, 0, 0, 1, 0, 0, 1, 0, 0]}
|
| 225 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1112, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3964.513427734375, "accept_sum": 16.0, "slot_correct": [15, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1]}
|
| 226 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1115, "bench_or_category": "math", "blocks": 32, "loss_sum": 3334.61181640625, "accept_sum": 27.0, "slot_correct": [21, 6, 4, 4, 2, 4, 2, 0, 3, 0, 0, 0, 2, 2, 2]}
|
| 227 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1121, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4056.33740234375, "accept_sum": 14.0, "slot_correct": [9, 2, 3, 2, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0]}
|
| 228 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1124, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3746.5517578125, "accept_sum": 6.0, "slot_correct": [6, 1, 1, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0]}
|
| 229 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1140, "bench_or_category": "code", "blocks": 32, "loss_sum": 3383.63671875, "accept_sum": 13.0, "slot_correct": [11, 5, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1]}
|
| 230 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1144, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4245.9462890625, "accept_sum": 32.0, "slot_correct": [16, 7, 4, 1, 1, 1, 1, 1, 1, 1, 0, 1, 2, 0, 0]}
|
| 231 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1145, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4485.53955078125, "accept_sum": 7.0, "slot_correct": [5, 2, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1]}
|
| 232 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1149, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3774.54443359375, "accept_sum": 15.0, "slot_correct": [14, 1, 0, 1, 0, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0]}
|
| 233 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1189, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3660.765625, "accept_sum": 24.0, "slot_correct": [11, 6, 5, 1, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3]}
|
| 234 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1203, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4444.798828125, "accept_sum": 19.0, "slot_correct": [14, 7, 3, 1, 1, 2, 1, 0, 0, 0, 1, 2, 1, 1, 1]}
|
| 235 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1207, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3433.2880859375, "accept_sum": 15.0, "slot_correct": [12, 5, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0]}
|
| 236 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1211, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3716.23095703125, "accept_sum": 13.0, "slot_correct": [11, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 0]}
|
| 237 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1225, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4011.51806640625, "accept_sum": 19.0, "slot_correct": [13, 6, 1, 2, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0]}
|
| 238 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1237, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4157.4931640625, "accept_sum": 18.0, "slot_correct": [13, 6, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0]}
|
| 239 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1264, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3710.468017578125, "accept_sum": 15.0, "slot_correct": [10, 6, 4, 5, 2, 1, 3, 2, 0, 3, 0, 1, 1, 0, 0]}
|
| 240 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1273, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4044.948974609375, "accept_sum": 10.0, "slot_correct": [10, 2, 1, 0, 1, 0, 1, 0, 1, 2, 0, 2, 1, 0, 1]}
|
| 241 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1283, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3587.3779296875, "accept_sum": 5.0, "slot_correct": [5, 1, 0, 0, 1, 0, 0, 1, 1, 1, 3, 0, 0, 2, 2]}
|
| 242 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1291, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3863.085693359375, "accept_sum": 24.0, "slot_correct": [20, 4, 3, 2, 2, 0, 0, 0, 1, 0, 1, 1, 1, 2, 0]}
|
| 243 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1316, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3372.662353515625, "accept_sum": 6.0, "slot_correct": [5, 2, 1, 0, 1, 1, 1, 2, 2, 2, 2, 2, 1, 0, 0]}
|
| 244 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1329, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4029.6318359375, "accept_sum": 13.0, "slot_correct": [12, 2, 1, 1, 0, 0, 0, 2, 0, 0, 1, 0, 0, 1, 0]}
|
| 245 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1357, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3772.78955078125, "accept_sum": 20.0, "slot_correct": [16, 8, 3, 3, 3, 1, 1, 3, 2, 0, 1, 1, 2, 0, 2]}
|
| 246 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1377, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4043.9814453125, "accept_sum": 8.0, "slot_correct": [8, 0, 1, 1, 1, 0, 1, 2, 2, 1, 1, 1, 0, 0, 1]}
|
| 247 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1381, "bench_or_category": "math", "blocks": 32, "loss_sum": 3711.28369140625, "accept_sum": 18.0, "slot_correct": [15, 5, 3, 1, 1, 1, 1, 1, 0, 0, 1, 1, 3, 6, 1]}
|
| 248 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1424, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4418.087890625, "accept_sum": 4.0, "slot_correct": [3, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0]}
|
| 249 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1430, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3226.09423828125, "accept_sum": 21.0, "slot_correct": [14, 6, 2, 2, 4, 3, 3, 1, 0, 0, 3, 1, 1, 2, 1]}
|
| 250 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1456, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4195.5224609375, "accept_sum": 10.0, "slot_correct": [9, 1, 3, 3, 0, 1, 0, 0, 2, 0, 2, 2, 0, 1, 0]}
|
| 251 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1460, "bench_or_category": "math", "blocks": 32, "loss_sum": 3153.00537109375, "accept_sum": 34.0, "slot_correct": [22, 10, 4, 1, 1, 1, 0, 2, 1, 3, 1, 3, 1, 1, 2]}
|
| 252 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1465, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4573.544921875, "accept_sum": 24.0, "slot_correct": [11, 2, 2, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 0, 0]}
|
| 253 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1474, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4725.732421875, "accept_sum": 8.0, "slot_correct": [8, 1, 1, 1, 1, 1, 2, 0, 1, 1, 0, 0, 1, 0, 1]}
|
| 254 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1479, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3266.99658203125, "accept_sum": 19.0, "slot_correct": [13, 8, 3, 0, 1, 1, 0, 0, 1, 2, 1, 0, 0, 2, 0]}
|
| 255 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1502, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3919.5927734375, "accept_sum": 11.0, "slot_correct": [9, 4, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1]}
|
| 256 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1530, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3891.390625, "accept_sum": 24.0, "slot_correct": [15, 10, 2, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 2]}
|
| 257 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1532, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3411.92578125, "accept_sum": 18.0, "slot_correct": [17, 3, 4, 1, 1, 1, 1, 0, 2, 1, 1, 2, 1, 0, 1]}
|
| 258 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1536, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4162.09423828125, "accept_sum": 6.0, "slot_correct": [6, 3, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0]}
|
| 259 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1554, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4042.266357421875, "accept_sum": 10.0, "slot_correct": [9, 2, 1, 0, 0, 1, 0, 0, 0, 1, 2, 0, 1, 0, 2]}
|
| 260 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1572, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3981.642578125, "accept_sum": 17.0, "slot_correct": [13, 5, 2, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1]}
|
| 261 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1588, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4627.24365234375, "accept_sum": 8.0, "slot_correct": [8, 2, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0]}
|
| 262 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1622, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3684.982421875, "accept_sum": 21.0, "slot_correct": [17, 3, 3, 1, 0, 2, 1, 0, 0, 1, 0, 0, 1, 1, 0]}
|
| 263 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1625, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3988.37841796875, "accept_sum": 25.0, "slot_correct": [19, 6, 2, 1, 4, 2, 2, 1, 1, 1, 6, 1, 1, 1, 1]}
|
| 264 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1628, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4224.251953125, "accept_sum": 21.0, "slot_correct": [17, 5, 0, 2, 2, 0, 1, 3, 1, 2, 1, 1, 1, 2, 2]}
|
| 265 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1631, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3573.14599609375, "accept_sum": 24.0, "slot_correct": [19, 4, 5, 2, 0, 0, 0, 0, 1, 1, 1, 0, 3, 0, 1]}
|
| 266 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1671, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4100.35302734375, "accept_sum": 6.0, "slot_correct": [5, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 2]}
|
| 267 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1673, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4327.9345703125, "accept_sum": 28.0, "slot_correct": [15, 6, 3, 3, 1, 1, 1, 3, 1, 1, 0, 2, 0, 0, 0]}
|
| 268 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1743, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3184.71142578125, "accept_sum": 12.0, "slot_correct": [8, 2, 1, 3, 2, 1, 0, 0, 0, 2, 1, 0, 1, 1, 0]}
|
| 269 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1766, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4467.92431640625, "accept_sum": 31.0, "slot_correct": [13, 8, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 0, 0]}
|
| 270 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1777, "bench_or_category": "math", "blocks": 32, "loss_sum": 3536.65625, "accept_sum": 18.0, "slot_correct": [14, 5, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 2]}
|
| 271 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1779, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3929.0546875, "accept_sum": 14.0, "slot_correct": [13, 3, 0, 0, 1, 1, 1, 1, 0, 1, 0, 2, 0, 1, 0]}
|
| 272 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1785, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4063.918212890625, "accept_sum": 10.0, "slot_correct": [7, 5, 0, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0]}
|
| 273 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1787, "bench_or_category": "stem", "blocks": 32, "loss_sum": 3653.8740234375, "accept_sum": 23.0, "slot_correct": [18, 6, 1, 1, 1, 0, 0, 1, 1, 2, 2, 0, 0, 0, 1]}
|
| 274 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1792, "bench_or_category": "chat", "blocks": 12, "loss_sum": 1584.984130859375, "accept_sum": 6.0, "slot_correct": [5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1]}
|
| 275 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1811, "bench_or_category": "stem", "blocks": 32, "loss_sum": 4228.19091796875, "accept_sum": 13.0, "slot_correct": [10, 3, 1, 0, 1, 1, 1, 2, 0, 0, 0, 0, 1, 1, 0]}
|
| 276 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1812, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4362.1240234375, "accept_sum": 10.0, "slot_correct": [7, 4, 1, 0, 1, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0]}
|
| 277 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1819, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3474.9296875, "accept_sum": 18.0, "slot_correct": [15, 6, 1, 1, 1, 3, 1, 3, 1, 2, 2, 4, 1, 3, 1]}
|
| 278 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1845, "bench_or_category": "chat", "blocks": 32, "loss_sum": 4395.0458984375, "accept_sum": 15.0, "slot_correct": [13, 4, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0]}
|
| 279 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1875, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3450.525390625, "accept_sum": 12.0, "slot_correct": [10, 4, 3, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0]}
|
| 280 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "anchor", "row": 1892, "bench_or_category": "chat", "blocks": 32, "loss_sum": 3626.2412109375, "accept_sum": 18.0, "slot_correct": [13, 8, 1, 4, 1, 2, 1, 0, 3, 3, 1, 0, 1, 2, 1]}
|
| 281 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 6, "bench_or_category": "stem", "tokens": 441, "passes": 300}
|
| 282 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 9, "bench_or_category": "chat", "tokens": 282, "passes": 173}
|
| 283 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 21, "bench_or_category": "chat", "tokens": 548, "passes": 414}
|
| 284 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 66, "bench_or_category": "chat", "tokens": 387, "passes": 295}
|
| 285 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 79, "bench_or_category": "chat", "tokens": 393, "passes": 307}
|
| 286 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 395}
|
| 287 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 99, "bench_or_category": "math", "tokens": 388, "passes": 218}
|
| 288 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk", "row": 111, "bench_or_category": "chat", "tokens": 300, "passes": 213}
|
| 289 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 6, "bench_or_category": "stem", "tokens": 441, "passes": 321}
|
| 290 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 9, "bench_or_category": "chat", "tokens": 282, "passes": 189}
|
| 291 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 21, "bench_or_category": "chat", "tokens": 548, "passes": 449}
|
| 292 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 66, "bench_or_category": "chat", "tokens": 387, "passes": 304}
|
| 293 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 79, "bench_or_category": "chat", "tokens": 393, "passes": 321}
|
| 294 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 81, "bench_or_category": "chat", "tokens": 590, "passes": 430}
|
| 295 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 99, "bench_or_category": "math", "tokens": 388, "passes": 232}
|
| 296 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_topk", "row": 111, "bench_or_category": "chat", "tokens": 300, "passes": 228}
|
| 297 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 6, "bench_or_category": "stem", "tokens": 447, "passes": 130}
|
| 298 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 9, "bench_or_category": "chat", "tokens": 281, "passes": 123}
|
| 299 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 21, "bench_or_category": "chat", "tokens": 550, "passes": 273}
|
| 300 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 66, "bench_or_category": "chat", "tokens": 389, "passes": 161}
|
| 301 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 79, "bench_or_category": "chat", "tokens": 394, "passes": 201}
|
| 302 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 81, "bench_or_category": "chat", "tokens": 591, "passes": 206}
|
| 303 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 99, "bench_or_category": "math", "tokens": 387, "passes": 112}
|
| 304 |
+
{"eval_set_sha1": "334560a74d57aa613c7865ae2f9b799d8410c289", "step": 1441, "checkpoint": null, "kind": "walk_late_commit_full", "row": 111, "bench_or_category": "chat", "tokens": 302, "passes": 141}
|
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/gradient_support.jsonl
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
{"step": 1, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 49787792, "trainable": 97697792, "slot_embed_rows": 0.9375}
|
|
|
|
|
|
| 1 |
{"step": 1, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 0.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 49787792, "trainable": 97697792, "slot_embed_rows": 0.9375}
|
| 2 |
+
{"step": 1441, "adapters": {"layers.14.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.14.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.15.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.16.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.17.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.18.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.19.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.20.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.21.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.22.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.23.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.24.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.25.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.26.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.q_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.k_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.v_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mixer.o_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.gate_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.up_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "layers.27.mlp.down_proj": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}, "late_bonus": {"lora_b_rows": 1.0, "lora_a_cols": 1.0}}, "by_projection": {"down_proj": 1.0, "gate_proj": 1.0, "k_proj": 1.0, "late_bonus": 1.0, "o_proj": 1.0, "q_proj": 1.0, "up_proj": 1.0, "v_proj": 1.0}, "active": 97694180, "trainable": 97697792, "slot_embed_rows": 0.9375}
|
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/latest
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
ckpt-0001441
|
llama3_2_3b/D5F_LCbD3_LL3B_L14r128_full_q/metrics.jsonl
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|