diff --git a/README.md b/README.md
deleted file mode 100644
index c1e2180db989661b5772a4b716f809cc7c0323f9..0000000000000000000000000000000000000000
--- a/README.md
+++ /dev/null
@@ -1,160 +0,0 @@
-`f` = 1e18 FLOPs.
-
-| run | step | params | wandb |
-|---|---|---|---|
-| arm/113M-100f | 104137 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/05e8f627) |
-| arm/113M-10f | 10413 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/6267ec3a) |
-| arm/113M-30f | 31241 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/2815a9c5) |
-| arm/113M-60f | 62482 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/19004b12) |
-| arm/113M-6f | 6248 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/7e3c6d2b) |
-| arm/1233M-100f | 12083 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/4e99db0b) |
-| arm/1233M-10f | 1208 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/b2a7f2e4) |
-| arm/1233M-30f | 3624 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/317e3d54) |
-| arm/1233M-60f | 7249 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/a576010e) |
-| arm/1233M-6f | 724 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/81b529e3) |
-| arm/170M-100f | 73072 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/96a4f141) |
-| arm/170M-10f | 7307 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/a681c70c) |
-| arm/170M-30f | 21921 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/733111c7) |
-| arm/170M-60f | 43843 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/546e1184) |
-| arm/170M-6f | 4384 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/2eaee3cb) |
-| arm/336M-100f | 40144 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/19b8f681) |
-| arm/336M-10f | 4014 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/72b6e66a) |
-| arm/336M-30f | 12043 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/4bbbee37) |
-| arm/336M-60f | 24086 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/b825f0c3) |
-| arm/336M-6f | 2408 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/af6cc85a) |
-| arm/472M-100f | 29462 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/4bd0b799) |
-| arm/472M-10f | 2946 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/e444698b) |
-| arm/472M-30f | 8838 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/988cad3a) |
-| arm/472M-60f | 17677 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/6ea8aa24) |
-| arm/472M-6f | 1767 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/e8adf0f3) |
-| arm/629M-100f | 22588 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/812425e3) |
-| arm/629M-10f | 2258 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/61027ca4) |
-| arm/629M-30f | 6776 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/93963428) |
-| arm/629M-60f | 13553 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/178adad8) |
-| arm/629M-6f | 1355 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/7a5b5d2d) |
-| arm/66M-10f | 16241 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/0fd0e998) |
-| arm/66M-30f | 48724 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/080db9bb) |
-| arm/66M-60f | 97449 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/f0c93293) |
-| arm/66M-6f | 9744 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/79ab5ffb) |
-| arm/944M-100f | 15467 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/8a660db5) |
-| arm/944M-10f | 1546 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/59ad9a8e) |
-| arm/944M-30f | 4640 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/c2b04352) |
-| arm/944M-60f | 9280 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/db7d6e67) |
-| arm/944M-6f | 928 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/abd2629e) |
-| e2d2-w32/113M-100f | 93162 | 171,371,520 | [link](https://wandb.ai/marksmans/dlm/runs/11815232) |
-| e2d2-w32/113M-10f | 9316 | 171,371,520 | [link](https://wandb.ai/marksmans/dlm/runs/82e0b025) |
-| e2d2-w32/113M-30f | 27948 | 171,371,520 | [link](https://wandb.ai/marksmans/dlm/runs/cc9416e1) |
-| e2d2-w32/113M-60f | 55897 | 171,371,520 | [link](https://wandb.ai/marksmans/dlm/runs/50ae295a) |
-| e2d2-w32/113M-6f | 5589 | 171,371,520 | [link](https://wandb.ai/marksmans/dlm/runs/08e38255) |
-| e2d2-w32/1233M-100f | 10568 | 1,454,139,904 | [link](https://wandb.ai/marksmans/dlm/runs/c5f45d1c) |
-| e2d2-w32/1233M-10f | 1056 | 1,454,139,904 | [link](https://wandb.ai/marksmans/dlm/runs/4efb0469) |
-| e2d2-w32/1233M-30f | 3170 | 1,454,139,904 | [link](https://wandb.ai/marksmans/dlm/runs/00a9bd59) |
-| e2d2-w32/1233M-60f | 6341 | 1,454,139,904 | [link](https://wandb.ai/marksmans/dlm/runs/be3db3fc) |
-| e2d2-w32/1233M-6f | 634 | 1,454,139,904 | [link](https://wandb.ai/marksmans/dlm/runs/b575898c) |
-| e2d2-w32/170M-100f | 65485 | 233,316,096 | [link](https://wandb.ai/marksmans/dlm/runs/01826f73) |
-| e2d2-w32/170M-10f | 6548 | 233,316,096 | [link](https://wandb.ai/marksmans/dlm/runs/28fd45dc) |
-| e2d2-w32/170M-30f | 19645 | 233,316,096 | [link](https://wandb.ai/marksmans/dlm/runs/40a92d11) |
-| e2d2-w32/170M-60f | 39291 | 233,316,096 | [link](https://wandb.ai/marksmans/dlm/runs/f74f7cee) |
-| e2d2-w32/170M-6f | 3929 | 233,316,096 | [link](https://wandb.ai/marksmans/dlm/runs/a184ee0e) |
-| e2d2-w32/336M-100f | 35628 | 427,485,184 | [link](https://wandb.ai/marksmans/dlm/runs/ffae6288) |
-| e2d2-w32/336M-10f | 3562 | 427,485,184 | [link](https://wandb.ai/marksmans/dlm/runs/d33eb9bc) |
-| e2d2-w32/336M-30f | 10688 | 427,485,184 | [link](https://wandb.ai/marksmans/dlm/runs/0f87ad27) |
-| e2d2-w32/336M-60f | 21377 | 427,485,184 | [link](https://wandb.ai/marksmans/dlm/runs/b3974e90) |
-| e2d2-w32/336M-6f | 2137 | 427,485,184 | [link](https://wandb.ai/marksmans/dlm/runs/5b007327) |
-| e2d2-w32/472M-100f | 26099 | 593,332,480 | [link](https://wandb.ai/marksmans/dlm/runs/e91a392d) |
-| e2d2-w32/472M-10f | 2609 | 593,332,480 | [link](https://wandb.ai/marksmans/dlm/runs/da69085d) |
-| e2d2-w32/472M-30f | 7829 | 593,332,480 | [link](https://wandb.ai/marksmans/dlm/runs/9f693d22) |
-| e2d2-w32/472M-60f | 15659 | 593,332,480 | [link](https://wandb.ai/marksmans/dlm/runs/e4a3dbce) |
-| e2d2-w32/472M-6f | 1565 | 593,332,480 | [link](https://wandb.ai/marksmans/dlm/runs/0a0cd474) |
-| e2d2-w32/629M-100f | 19844 | 765,386,240 | [link](https://wandb.ai/marksmans/dlm/runs/80c2d366) |
-| e2d2-w32/629M-10f | 1984 | 765,386,240 | [link](https://wandb.ai/marksmans/dlm/runs/44bc4b32) |
-| e2d2-w32/629M-30f | 5953 | 765,386,240 | [link](https://wandb.ai/marksmans/dlm/runs/63c6beaf) |
-| e2d2-w32/629M-60f | 11906 | 765,386,240 | [link](https://wandb.ai/marksmans/dlm/runs/2e6e3a99) |
-| e2d2-w32/629M-6f | 1190 | 765,386,240 | [link](https://wandb.ai/marksmans/dlm/runs/73e4645d) |
-| e2d2-w32/66M-10f | 14731 | 112,332,160 | [link](https://wandb.ai/marksmans/dlm/runs/a6db8e59) |
-| e2d2-w32/66M-30f | 44195 | 112,332,160 | [link](https://wandb.ai/marksmans/dlm/runs/73f36145) |
-| e2d2-w32/66M-60f | 88391 | 112,332,160 | [link](https://wandb.ai/marksmans/dlm/runs/054ceaa1) |
-| e2d2-w32/66M-6f | 8839 | 112,332,160 | [link](https://wandb.ai/marksmans/dlm/runs/026ef903) |
-| e2d2-w32/944M-100f | 13663 | 1,117,827,072 | [link](https://wandb.ai/marksmans/dlm/runs/f6acf2c2) |
-| e2d2-w32/944M-10f | 1366 | 1,117,827,072 | [link](https://wandb.ai/marksmans/dlm/runs/78871b0b) |
-| e2d2-w32/944M-30f | 4099 | 1,117,827,072 | [link](https://wandb.ai/marksmans/dlm/runs/d6ee574a) |
-| e2d2-w32/944M-60f | 8198 | 1,117,827,072 | [link](https://wandb.ai/marksmans/dlm/runs/d320542f) |
-| e2d2-w32/944M-6f | 819 | 1,117,827,072 | [link](https://wandb.ai/marksmans/dlm/runs/ef92ff23) |
-| e2d2-w4/113M-100f | 95282 | 169,601,280 | [link](https://wandb.ai/marksmans/dlm/runs/cfad7e10) |
-| e2d2-w4/113M-10f | 9528 | 169,601,280 | [link](https://wandb.ai/marksmans/dlm/runs/b175d13e) |
-| e2d2-w4/113M-30f | 28584 | 169,601,280 | [link](https://wandb.ai/marksmans/dlm/runs/38c38fa0) |
-| e2d2-w4/113M-60f | 57169 | 169,601,280 | [link](https://wandb.ai/marksmans/dlm/runs/7b440a0d) |
-| e2d2-w4/113M-6f | 5716 | 169,601,280 | [link](https://wandb.ai/marksmans/dlm/runs/b6d49dc6) |
-| e2d2-w4/1233M-100f | 10855 | 1,415,597,568 | [link](https://wandb.ai/marksmans/dlm/runs/92cac08a) |
-| e2d2-w4/1233M-10f | 1085 | 1,415,597,568 | [link](https://wandb.ai/marksmans/dlm/runs/c7b1cb57) |
-| e2d2-w4/1233M-30f | 3256 | 1,415,597,568 | [link](https://wandb.ai/marksmans/dlm/runs/1572ae1c) |
-| e2d2-w4/1233M-60f | 6513 | 1,415,597,568 | [link](https://wandb.ai/marksmans/dlm/runs/def9a88a) |
-| e2d2-w4/1233M-6f | 651 | 1,415,597,568 | [link](https://wandb.ai/marksmans/dlm/runs/04af57ba) |
-| e2d2-w4/170M-100f | 66561 | 229,775,616 | [link](https://wandb.ai/marksmans/dlm/runs/c88f2d5a) |
-| e2d2-w4/170M-10f | 6656 | 229,775,616 | [link](https://wandb.ai/marksmans/dlm/runs/a25be5c8) |
-| e2d2-w4/170M-30f | 19968 | 229,775,616 | [link](https://wandb.ai/marksmans/dlm/runs/691471a3) |
-| e2d2-w4/170M-60f | 39937 | 229,775,616 | [link](https://wandb.ai/marksmans/dlm/runs/44fb1856) |
-| e2d2-w4/170M-6f | 3993 | 229,775,616 | [link](https://wandb.ai/marksmans/dlm/runs/79cf6f07) |
-| e2d2-w4/336M-100f | 36185 | 421,191,680 | [link](https://wandb.ai/marksmans/dlm/runs/01fe245f) |
-| e2d2-w4/336M-10f | 3618 | 421,191,680 | [link](https://wandb.ai/marksmans/dlm/runs/2e211bc7) |
-| e2d2-w4/336M-30f | 10855 | 421,191,680 | [link](https://wandb.ai/marksmans/dlm/runs/9724fc66) |
-| e2d2-w4/336M-60f | 21711 | 421,191,680 | [link](https://wandb.ai/marksmans/dlm/runs/e8f1ce3b) |
-| e2d2-w4/336M-6f | 2171 | 421,191,680 | [link](https://wandb.ai/marksmans/dlm/runs/82c18687) |
-| e2d2-w4/472M-100f | 26556 | 583,499,520 | [link](https://wandb.ai/marksmans/dlm/runs/2dcdde1e) |
-| e2d2-w4/472M-10f | 2655 | 583,499,520 | [link](https://wandb.ai/marksmans/dlm/runs/bbad7a6c) |
-| e2d2-w4/472M-30f | 7966 | 583,499,520 | [link](https://wandb.ai/marksmans/dlm/runs/6fb95b8e) |
-| e2d2-w4/472M-60f | 15933 | 583,499,520 | [link](https://wandb.ai/marksmans/dlm/runs/e0eea608) |
-| e2d2-w4/472M-6f | 1593 | 583,499,520 | [link](https://wandb.ai/marksmans/dlm/runs/97eab534) |
-| e2d2-w4/629M-100f | 20366 | 745,720,320 | [link](https://wandb.ai/marksmans/dlm/runs/bb3818dc) |
-| e2d2-w4/629M-10f | 2036 | 745,720,320 | [link](https://wandb.ai/marksmans/dlm/runs/90a96dc0) |
-| e2d2-w4/629M-30f | 6109 | 745,720,320 | [link](https://wandb.ai/marksmans/dlm/runs/b47c5e70) |
-| e2d2-w4/629M-60f | 12219 | 745,720,320 | [link](https://wandb.ai/marksmans/dlm/runs/b948e3c9) |
-| e2d2-w4/629M-6f | 1221 | 745,720,320 | [link](https://wandb.ai/marksmans/dlm/runs/77adc886) |
-| e2d2-w4/66M-10f | 15100 | 109,873,280 | [link](https://wandb.ai/marksmans/dlm/runs/2b7d661a) |
-| e2d2-w4/66M-30f | 45302 | 109,873,280 | [link](https://wandb.ai/marksmans/dlm/runs/3c7e5536) |
-| e2d2-w4/66M-60f | 90605 | 109,873,280 | [link](https://wandb.ai/marksmans/dlm/runs/0aabab12) |
-| e2d2-w4/66M-6f | 9060 | 109,873,280 | [link](https://wandb.ai/marksmans/dlm/runs/31e595df) |
-| e2d2-w4/944M-100f | 13930 | 1,096,588,800 | [link](https://wandb.ai/marksmans/dlm/runs/6bcba193) |
-| e2d2-w4/944M-10f | 1393 | 1,096,588,800 | [link](https://wandb.ai/marksmans/dlm/runs/f6e3fad2) |
-| e2d2-w4/944M-30f | 4179 | 1,096,588,800 | [link](https://wandb.ai/marksmans/dlm/runs/b35236a1) |
-| e2d2-w4/944M-60f | 8358 | 1,096,588,800 | [link](https://wandb.ai/marksmans/dlm/runs/9bee5c12) |
-| e2d2-w4/944M-6f | 835 | 1,096,588,800 | [link](https://wandb.ai/marksmans/dlm/runs/90486546) |
-| maskarm/113M-100f | 104137 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/dcbba724) |
-| maskarm/113M-10f | 10413 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/fed5724d) |
-| maskarm/113M-30f | 31241 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/ccfd0b74) |
-| maskarm/113M-60f | 62482 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/f53a9e0c) |
-| maskarm/113M-6f | 6248 | 155,437,824 | [link](https://wandb.ai/marksmans/dlm/runs/706c0614) |
-| maskarm/1233M-100f | 12083 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/25c96e77) |
-| maskarm/1233M-10f | 1208 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/5fd0e102) |
-| maskarm/1233M-30f | 3624 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/d46f44f6) |
-| maskarm/1233M-60f | 7249 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/61a5a9c8) |
-| maskarm/1233M-6f | 724 | 1,271,060,224 | [link](https://wandb.ai/marksmans/dlm/runs/e2aad288) |
-| maskarm/170M-100f | 73072 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/03692e1c) |
-| maskarm/170M-10f | 7307 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/d6fa6544) |
-| maskarm/170M-30f | 21921 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/b5f6f351) |
-| maskarm/170M-60f | 43843 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/2facff2f) |
-| maskarm/170M-6f | 4384 | 208,531,200 | [link](https://wandb.ai/marksmans/dlm/runs/9ed41f79) |
-| maskarm/336M-100f | 40144 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/b0b8b338) |
-| maskarm/336M-10f | 4014 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/2fd46801) |
-| maskarm/336M-30f | 12043 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/0c08d46e) |
-| maskarm/336M-60f | 24086 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/0c974c6c) |
-| maskarm/336M-6f | 2408 | 380,281,856 | [link](https://wandb.ai/marksmans/dlm/runs/0bfe33b1) |
-| maskarm/472M-100f | 29462 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/bae81779) |
-| maskarm/472M-10f | 2946 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/1ab970e1) |
-| maskarm/472M-30f | 8838 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/175abc06) |
-| maskarm/472M-60f | 17677 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/8b5db358) |
-| maskarm/472M-6f | 1767 | 524,499,200 | [link](https://wandb.ai/marksmans/dlm/runs/48230244) |
-| maskarm/629M-100f | 22588 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/a1fed9ff) |
-| maskarm/629M-10f | 2258 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/5114f700) |
-| maskarm/629M-30f | 6776 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/3c2a812f) |
-| maskarm/629M-60f | 13553 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/fe50c118) |
-| maskarm/629M-6f | 1355 | 671,970,560 | [link](https://wandb.ai/marksmans/dlm/runs/cbe5e716) |
-| maskarm/66M-10f | 16241 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/e9951cdc) |
-| maskarm/66M-30f | 48724 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/2ca77f8a) |
-| maskarm/66M-60f | 97449 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/f73b8bfe) |
-| maskarm/66M-6f | 9744 | 102,495,360 | [link](https://wandb.ai/marksmans/dlm/runs/3d72daf7) |
-| maskarm/944M-100f | 15467 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/cc51834f) |
-| maskarm/944M-10f | 1546 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/208dab87) |
-| maskarm/944M-30f | 4640 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/23e134ba) |
-| maskarm/944M-60f | 9280 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/01863cb5) |
-| maskarm/944M-6f | 928 | 983,314,944 | [link](https://wandb.ai/marksmans/dlm/runs/e84b2d5a) |
diff --git a/arm/113M-100f/model.safetensors b/arm/113M-100f/model.safetensors
deleted file mode 100644
index cd733eb9c622a9e5a5d2d7ebacda1034418b647f..0000000000000000000000000000000000000000
--- a/arm/113M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73337fbffe39b215afdb26bba77e52425464cb3fdd5138f036ad5beee2163ed9
-size 310884952
diff --git a/arm/113M-100f/run.json b/arm/113M-100f/run.json
deleted file mode 100644
index b694d379e063c6536879a590e11df0de3bcf611d..0000000000000000000000000000000000000000
--- a/arm/113M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/113M-100f",
- "run_dir": "arm-113M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 104137,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/05e8f627"
-}
\ No newline at end of file
diff --git a/arm/113M-10f/model.safetensors b/arm/113M-10f/model.safetensors
deleted file mode 100644
index f19bb3840356f2f6b8cee695b570d4bad6dfafe5..0000000000000000000000000000000000000000
--- a/arm/113M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78d9d005a29302e352427d73ad55b0003908f41984c8bf2e47eb51a1fe64fe62
-size 310884952
diff --git a/arm/113M-10f/run.json b/arm/113M-10f/run.json
deleted file mode 100644
index 67003dc57e31646f361aebe64537d47e35bd9f6b..0000000000000000000000000000000000000000
--- a/arm/113M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/113M-10f",
- "run_dir": "arm-113M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 10413,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/6267ec3a"
-}
\ No newline at end of file
diff --git a/arm/113M-30f/model.safetensors b/arm/113M-30f/model.safetensors
deleted file mode 100644
index 0f135facf674c662b73cb3b19c12d0a9c59a6945..0000000000000000000000000000000000000000
--- a/arm/113M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19187c564ac0b927f14167fe49094559cf9b34969242fab4acfd11f2520fe061
-size 310884952
diff --git a/arm/113M-30f/run.json b/arm/113M-30f/run.json
deleted file mode 100644
index 250fc95d066ec1c9b294d3a1f07b01df1af0bd19..0000000000000000000000000000000000000000
--- a/arm/113M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/113M-30f",
- "run_dir": "arm-113M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 31241,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2815a9c5"
-}
\ No newline at end of file
diff --git a/arm/113M-60f/model.safetensors b/arm/113M-60f/model.safetensors
deleted file mode 100644
index 65af54a17804256d1d4ae1cce014344142dc0b41..0000000000000000000000000000000000000000
--- a/arm/113M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f29ae614b33723e3734add525662452155a70b04ed5fb16a55b69de69fa27e1
-size 310884952
diff --git a/arm/113M-60f/run.json b/arm/113M-60f/run.json
deleted file mode 100644
index c065e970b0352546d04c59da029f63c04daf5340..0000000000000000000000000000000000000000
--- a/arm/113M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/113M-60f",
- "run_dir": "arm-113M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 62482,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/19004b12"
-}
\ No newline at end of file
diff --git a/arm/113M-6f/model.safetensors b/arm/113M-6f/model.safetensors
deleted file mode 100644
index f311c4267799fd73ae368dd2361408cc7ec8365f..0000000000000000000000000000000000000000
--- a/arm/113M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2eefa2828d54afa5183452bd24035903771ae4a3bf843fc2dcb482f239bfb326
-size 310884952
diff --git a/arm/113M-6f/run.json b/arm/113M-6f/run.json
deleted file mode 100644
index 2b70ea1ffe4cec2c07766f1e13315059b03fa30a..0000000000000000000000000000000000000000
--- a/arm/113M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/113M-6f",
- "run_dir": "arm-113M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 6248,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/7e3c6d2b"
-}
\ No newline at end of file
diff --git a/arm/1233M-100f/model.safetensors b/arm/1233M-100f/model.safetensors
deleted file mode 100644
index 1161694074e429aec2225865b83a267054a6d8c1..0000000000000000000000000000000000000000
--- a/arm/1233M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:577dde70afa34c317489f1e2f41936bef13c3d2d10e19405cfed00d76a2da312
-size 2542139296
diff --git a/arm/1233M-100f/run.json b/arm/1233M-100f/run.json
deleted file mode 100644
index cdd19df5e7266cc7d9a8055a94fba2794d6ad924..0000000000000000000000000000000000000000
--- a/arm/1233M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/1233M-100f",
- "run_dir": "arm-1233M-100.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 12083,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/4e99db0b"
-}
\ No newline at end of file
diff --git a/arm/1233M-10f/model.safetensors b/arm/1233M-10f/model.safetensors
deleted file mode 100644
index 5c30b2f4f0b5a03b5d95338ac64177c11bc3d479..0000000000000000000000000000000000000000
--- a/arm/1233M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:486d061a4360c87e02992b0baecf57ab10e59d13a055190b9b81e88a0a23533c
-size 2542139296
diff --git a/arm/1233M-10f/run.json b/arm/1233M-10f/run.json
deleted file mode 100644
index f0c88b89c19a1646803050f7c7580d91d142b684..0000000000000000000000000000000000000000
--- a/arm/1233M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/1233M-10f",
- "run_dir": "arm-1233M-10.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 1208,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b2a7f2e4"
-}
\ No newline at end of file
diff --git a/arm/1233M-30f/model.safetensors b/arm/1233M-30f/model.safetensors
deleted file mode 100644
index 13d8edbb31f36d49eb4f7f6696086d3be653f175..0000000000000000000000000000000000000000
--- a/arm/1233M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a8c2532cfb5bfc5e5e4fa1b20ae883afd62b333529294cd4d3e53692485fb0e
-size 2542139296
diff --git a/arm/1233M-30f/run.json b/arm/1233M-30f/run.json
deleted file mode 100644
index 45270235e28eb1b65e24a1acb0323b6fc79912c7..0000000000000000000000000000000000000000
--- a/arm/1233M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/1233M-30f",
- "run_dir": "arm-1233M-30.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 3624,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/317e3d54"
-}
\ No newline at end of file
diff --git a/arm/1233M-60f/model.safetensors b/arm/1233M-60f/model.safetensors
deleted file mode 100644
index e2ffdb28785849e166f599eca2ff317aeb1d24f7..0000000000000000000000000000000000000000
--- a/arm/1233M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6717b12ad2d076e8d5233fdee82aa367774ca05ce090d96be5fd718d68787e5
-size 2542139296
diff --git a/arm/1233M-60f/run.json b/arm/1233M-60f/run.json
deleted file mode 100644
index 833e67ec9ad6dfa95fa36671b7c89e0c2afc68b2..0000000000000000000000000000000000000000
--- a/arm/1233M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/1233M-60f",
- "run_dir": "arm-1233M-60.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 7249,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a576010e"
-}
\ No newline at end of file
diff --git a/arm/1233M-6f/model.safetensors b/arm/1233M-6f/model.safetensors
deleted file mode 100644
index 0b8f9c65fdf4e28f1f5f9fc0efcf490387f2aece..0000000000000000000000000000000000000000
--- a/arm/1233M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6dccbb397510169af60c515fe82981a17b4258d375a97a3b213e4ceabbe4e9af
-size 2542139296
diff --git a/arm/1233M-6f/run.json b/arm/1233M-6f/run.json
deleted file mode 100644
index 4bcdb3477e3342a96556b1a82c102e9c312f9721..0000000000000000000000000000000000000000
--- a/arm/1233M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/1233M-6f",
- "run_dir": "arm-1233M-6.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 724,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/81b529e3"
-}
\ No newline at end of file
diff --git a/arm/170M-100f/model.safetensors b/arm/170M-100f/model.safetensors
deleted file mode 100644
index 2cdd9fb97b18a8bf97948cb4f0ddcfd5bbb346cc..0000000000000000000000000000000000000000
--- a/arm/170M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bd001281be0281d91b6ea20336466c94e26b2428a92f90b263837cc2eeb9957
-size 417076256
diff --git a/arm/170M-100f/run.json b/arm/170M-100f/run.json
deleted file mode 100644
index 846172a54e249c2ad9b3776b0570993afc65f6e3..0000000000000000000000000000000000000000
--- a/arm/170M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/170M-100f",
- "run_dir": "arm-170M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 73072,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/96a4f141"
-}
\ No newline at end of file
diff --git a/arm/170M-10f/model.safetensors b/arm/170M-10f/model.safetensors
deleted file mode 100644
index f318744777ccbbc412a9d5dae1cccf26f1fc7370..0000000000000000000000000000000000000000
--- a/arm/170M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:25518d443375c92a58a3512dc2f6285bda70ca0dd87a446d171ed7f3d655b2d7
-size 417076256
diff --git a/arm/170M-10f/run.json b/arm/170M-10f/run.json
deleted file mode 100644
index c082917b2b18146841526dd4e014d71491b9e32f..0000000000000000000000000000000000000000
--- a/arm/170M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/170M-10f",
- "run_dir": "arm-170M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 7307,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a681c70c"
-}
\ No newline at end of file
diff --git a/arm/170M-30f/model.safetensors b/arm/170M-30f/model.safetensors
deleted file mode 100644
index e8f52cda31c5bcbdb0e79866f60932eeeae83180..0000000000000000000000000000000000000000
--- a/arm/170M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b5a49915a2cc24442a0ff54bd26c028d38ae750d7949b8c2cf4cc5b058e78bf4
-size 417076256
diff --git a/arm/170M-30f/run.json b/arm/170M-30f/run.json
deleted file mode 100644
index 06fb8915d04003222a3c2ac88844f5ee86da75af..0000000000000000000000000000000000000000
--- a/arm/170M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/170M-30f",
- "run_dir": "arm-170M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 21921,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/733111c7"
-}
\ No newline at end of file
diff --git a/arm/170M-60f/model.safetensors b/arm/170M-60f/model.safetensors
deleted file mode 100644
index be5b9520c57b9cb155a752ad00d4e7ef962275df..0000000000000000000000000000000000000000
--- a/arm/170M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89ccda08cba92cc7bdaa7907439a2d54d9754dfeb9833b6fee4773db409f0a6f
-size 417076256
diff --git a/arm/170M-60f/run.json b/arm/170M-60f/run.json
deleted file mode 100644
index 0ea0cb614b7060c23a64f84c2a4061abbbafef69..0000000000000000000000000000000000000000
--- a/arm/170M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/170M-60f",
- "run_dir": "arm-170M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 43843,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/546e1184"
-}
\ No newline at end of file
diff --git a/arm/170M-6f/model.safetensors b/arm/170M-6f/model.safetensors
deleted file mode 100644
index 51be525f6d15e5dc7314a3ff3e0a27cba9792db8..0000000000000000000000000000000000000000
--- a/arm/170M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:901dd06d5c190465f67827efa2f74aff272b0273b1606b1802f66d9635b94ccb
-size 417076256
diff --git a/arm/170M-6f/run.json b/arm/170M-6f/run.json
deleted file mode 100644
index 86a4926a01093ad6712b7aee1ad35a9c227f5415..0000000000000000000000000000000000000000
--- a/arm/170M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/170M-6f",
- "run_dir": "arm-170M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 4384,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2eaee3cb"
-}
\ No newline at end of file
diff --git a/arm/336M-100f/model.safetensors b/arm/336M-100f/model.safetensors
deleted file mode 100644
index d67dd39fa2fae377f52bcd61e8a5b2f02d3dd061..0000000000000000000000000000000000000000
--- a/arm/336M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ec7bee77ecf759a2c4e03e8547f50c28cedcf1fa51762efd18e08a16e4e8331
-size 760579272
diff --git a/arm/336M-100f/run.json b/arm/336M-100f/run.json
deleted file mode 100644
index ebb027a4a07b24725beb1a33b79f558560d55402..0000000000000000000000000000000000000000
--- a/arm/336M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/336M-100f",
- "run_dir": "arm-336M-100.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 40144,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/19b8f681"
-}
\ No newline at end of file
diff --git a/arm/336M-10f/model.safetensors b/arm/336M-10f/model.safetensors
deleted file mode 100644
index e270ab1eb7298ca00f6bb773578b70429dc977a9..0000000000000000000000000000000000000000
--- a/arm/336M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:432cb69a3bee1f09733a2e62337c2c6adacc113d796d392ac1821c51b8b5c47c
-size 760579272
diff --git a/arm/336M-10f/run.json b/arm/336M-10f/run.json
deleted file mode 100644
index f9bed933a7472be3b2b3b36608e44905dba01771..0000000000000000000000000000000000000000
--- a/arm/336M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/336M-10f",
- "run_dir": "arm-336M-10.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 4014,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/72b6e66a"
-}
\ No newline at end of file
diff --git a/arm/336M-30f/model.safetensors b/arm/336M-30f/model.safetensors
deleted file mode 100644
index 0436878226d7459dbbfcd038c0a4dfe67e69358d..0000000000000000000000000000000000000000
--- a/arm/336M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf87d29d60735dc3de165be66eb24a9e14e233ac37edaa061a89b342f559a0a6
-size 760579272
diff --git a/arm/336M-30f/run.json b/arm/336M-30f/run.json
deleted file mode 100644
index 83f293f59460c30a40c5f266a0ad4325cfa44a73..0000000000000000000000000000000000000000
--- a/arm/336M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/336M-30f",
- "run_dir": "arm-336M-30.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 12043,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/4bbbee37"
-}
\ No newline at end of file
diff --git a/arm/336M-60f/model.safetensors b/arm/336M-60f/model.safetensors
deleted file mode 100644
index c7a97f6c216a46d7cee1c158b9d7792db0feca52..0000000000000000000000000000000000000000
--- a/arm/336M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0931e813a7722ce340aa9ccc0998dfac23cbf26c555e597e1adfb368b8b10da5
-size 760579272
diff --git a/arm/336M-60f/run.json b/arm/336M-60f/run.json
deleted file mode 100644
index 2dbfc4e2769aebde2c37a7fbb8685c9baa7c9e5f..0000000000000000000000000000000000000000
--- a/arm/336M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/336M-60f",
- "run_dir": "arm-336M-60.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 24086,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b825f0c3"
-}
\ No newline at end of file
diff --git a/arm/336M-6f/model.safetensors b/arm/336M-6f/model.safetensors
deleted file mode 100644
index 41053854a72d8656737c3cdffa962e76c3b54258..0000000000000000000000000000000000000000
--- a/arm/336M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:153d55f2c545f32f5e35a6b07b17baf70e9cd557e0022364f5fb0ad2b91184d3
-size 760579272
diff --git a/arm/336M-6f/run.json b/arm/336M-6f/run.json
deleted file mode 100644
index 1ae5e0dca5e6a272ac9fa53a3608957ec47a1bc4..0000000000000000000000000000000000000000
--- a/arm/336M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/336M-6f",
- "run_dir": "arm-336M-6.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 2408,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/af6cc85a"
-}
\ No newline at end of file
diff --git a/arm/472M-100f/model.safetensors b/arm/472M-100f/model.safetensors
deleted file mode 100644
index f7eca57f19348506bfb58c2f12826c5b4ce8ef2f..0000000000000000000000000000000000000000
--- a/arm/472M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92cc19851c04351f84bc5a13d1032551a18b5f4cd19d5e49245e76e07e81410c
-size 1049012432
diff --git a/arm/472M-100f/run.json b/arm/472M-100f/run.json
deleted file mode 100644
index f71f537e9bab078d4a784eb5bb89b3e054d98a01..0000000000000000000000000000000000000000
--- a/arm/472M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/472M-100f",
- "run_dir": "arm-472M-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 29462,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/4bd0b799"
-}
\ No newline at end of file
diff --git a/arm/472M-10f/model.safetensors b/arm/472M-10f/model.safetensors
deleted file mode 100644
index 6efc773e14a03cef8b0895cb949d4d70f6342530..0000000000000000000000000000000000000000
--- a/arm/472M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13cc602b5126e417efeeaaa6ad6fbbc76b6d1ecacba2d35675127d3e0f0b7cd6
-size 1049012432
diff --git a/arm/472M-10f/run.json b/arm/472M-10f/run.json
deleted file mode 100644
index 24f0608eedc5f4f9094b74c7bcd31637097f14bf..0000000000000000000000000000000000000000
--- a/arm/472M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/472M-10f",
- "run_dir": "arm-472M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 2946,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e444698b"
-}
\ No newline at end of file
diff --git a/arm/472M-30f/model.safetensors b/arm/472M-30f/model.safetensors
deleted file mode 100644
index e913777b9bbbdb2cb923e0fdd3a26eab491a8ca5..0000000000000000000000000000000000000000
--- a/arm/472M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40bd8b709952c9fa27ee896c4e5606b5a8c24c64e273996ef8e5ddcd8c045699
-size 1049012432
diff --git a/arm/472M-30f/run.json b/arm/472M-30f/run.json
deleted file mode 100644
index abec53bfb42b6291b7b28905b04601b3b675b454..0000000000000000000000000000000000000000
--- a/arm/472M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/472M-30f",
- "run_dir": "arm-472M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 8838,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/988cad3a"
-}
\ No newline at end of file
diff --git a/arm/472M-60f/model.safetensors b/arm/472M-60f/model.safetensors
deleted file mode 100644
index 29cb21b13d43cb3cbc82429b4584e5d50848f191..0000000000000000000000000000000000000000
--- a/arm/472M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:997398450f6a69c2e4eab78e6b93c9efc3068e15278614bb895ab08e64f696f8
-size 1049012432
diff --git a/arm/472M-60f/run.json b/arm/472M-60f/run.json
deleted file mode 100644
index 180550728b975f0851057386424c0a366d3ce2bb..0000000000000000000000000000000000000000
--- a/arm/472M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/472M-60f",
- "run_dir": "arm-472M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 17677,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/6ea8aa24"
-}
\ No newline at end of file
diff --git a/arm/472M-6f/model.safetensors b/arm/472M-6f/model.safetensors
deleted file mode 100644
index 1e15b5fd6f7b730355a3e4abdfbf53e554ee447a..0000000000000000000000000000000000000000
--- a/arm/472M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c6646a7b33c524d2f5a9aaaeae95cade8b296f79419211fe4b6355ccc018e24b
-size 1049012432
diff --git a/arm/472M-6f/run.json b/arm/472M-6f/run.json
deleted file mode 100644
index 78e62d34eb1416673bc645a142a0fcba83e0e614..0000000000000000000000000000000000000000
--- a/arm/472M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/472M-6f",
- "run_dir": "arm-472M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 1767,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e8adf0f3"
-}
\ No newline at end of file
diff --git a/arm/629M-100f/model.safetensors b/arm/629M-100f/model.safetensors
deleted file mode 100644
index 0b26f09018abe3439ed6c2bd21089608a5efdb6e..0000000000000000000000000000000000000000
--- a/arm/629M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2135d47c87f9c8625b36e907c3cb095dd31ddaebf3bd01c490c0122e5c26cd4a
-size 1343959832
diff --git a/arm/629M-100f/run.json b/arm/629M-100f/run.json
deleted file mode 100644
index 839ab926f56ddf25f983a4fc8a7f2afdb9628666..0000000000000000000000000000000000000000
--- a/arm/629M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/629M-100f",
- "run_dir": "arm-629M-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 22588,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/812425e3"
-}
\ No newline at end of file
diff --git a/arm/629M-10f/model.safetensors b/arm/629M-10f/model.safetensors
deleted file mode 100644
index 1741987b39cf81446c61e2b7aed03f46e3f1ec0e..0000000000000000000000000000000000000000
--- a/arm/629M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8a297940b9f1827c2967cdd0b7eb3898b84c549cfe23b75d46d4af7230e08b82
-size 1343959832
diff --git a/arm/629M-10f/run.json b/arm/629M-10f/run.json
deleted file mode 100644
index 591ca9497240c88fcb17bc50149b078aa41348f1..0000000000000000000000000000000000000000
--- a/arm/629M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/629M-10f",
- "run_dir": "arm-629M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 2258,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/61027ca4"
-}
\ No newline at end of file
diff --git a/arm/629M-30f/model.safetensors b/arm/629M-30f/model.safetensors
deleted file mode 100644
index f58e0d26607d401d62655cc6740b7cad8e6c0594..0000000000000000000000000000000000000000
--- a/arm/629M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6f4c2366fa536e92f1b28059d40ee3c71d8cae97acada112188897aaada1bfb3
-size 1343959832
diff --git a/arm/629M-30f/run.json b/arm/629M-30f/run.json
deleted file mode 100644
index e33185e3f267a91c559748b35e45e4b18fb4b18e..0000000000000000000000000000000000000000
--- a/arm/629M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/629M-30f",
- "run_dir": "arm-629M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 6776,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/93963428"
-}
\ No newline at end of file
diff --git a/arm/629M-60f/model.safetensors b/arm/629M-60f/model.safetensors
deleted file mode 100644
index d761bae76c9bc25a5bae4d391826089b4d803cba..0000000000000000000000000000000000000000
--- a/arm/629M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17f45203dad7bd71064e6f663a081afc88ccf570bfc26a76e18c2c582c20af17
-size 1343959832
diff --git a/arm/629M-60f/run.json b/arm/629M-60f/run.json
deleted file mode 100644
index aa0a88313813b0c4d8226591a51b262268ca3d7d..0000000000000000000000000000000000000000
--- a/arm/629M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/629M-60f",
- "run_dir": "arm-629M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 13553,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/178adad8"
-}
\ No newline at end of file
diff --git a/arm/629M-6f/model.safetensors b/arm/629M-6f/model.safetensors
deleted file mode 100644
index bc2d5298584b2326b76888360d39c3fdec8e429b..0000000000000000000000000000000000000000
--- a/arm/629M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8494c508624ca87fdae9b712ee72f2f60dc8b845a917369b8258dd5f27e8b979
-size 1343959832
diff --git a/arm/629M-6f/run.json b/arm/629M-6f/run.json
deleted file mode 100644
index dfdd3d64b3bb6b5e7827d96fc456854000a6542d..0000000000000000000000000000000000000000
--- a/arm/629M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/629M-6f",
- "run_dir": "arm-629M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 1355,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/7a5b5d2d"
-}
\ No newline at end of file
diff --git a/arm/66M-10f/model.safetensors b/arm/66M-10f/model.safetensors
deleted file mode 100644
index 696b5f09689d2f329aed90ac44053c47470e1441..0000000000000000000000000000000000000000
--- a/arm/66M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ae7b3e9e7fae5c548e8d9c6fb904467f3a873f56c7e72a364a768e335a4eeef
-size 204998480
diff --git a/arm/66M-10f/run.json b/arm/66M-10f/run.json
deleted file mode 100644
index ed1057a103691a5d2d52b4f0f482346a280a83b1..0000000000000000000000000000000000000000
--- a/arm/66M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/66M-10f",
- "run_dir": "arm-66M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 16241,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0fd0e998"
-}
\ No newline at end of file
diff --git a/arm/66M-30f/model.safetensors b/arm/66M-30f/model.safetensors
deleted file mode 100644
index 876bfd4e8fe846ef7f7fbe74591849c5a30e8135..0000000000000000000000000000000000000000
--- a/arm/66M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cec49366040f1a501f6e9d731df75c9cfcd16a345933f15535db135a984a3ef6
-size 204998480
diff --git a/arm/66M-30f/run.json b/arm/66M-30f/run.json
deleted file mode 100644
index ec9ede96ab9e0f5fb689fbdd3c190f8c3b390a5e..0000000000000000000000000000000000000000
--- a/arm/66M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/66M-30f",
- "run_dir": "arm-66M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 48724,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/080db9bb"
-}
\ No newline at end of file
diff --git a/arm/66M-60f/model.safetensors b/arm/66M-60f/model.safetensors
deleted file mode 100644
index ca5f85b2049b979c7f0770aba4c78f16be0db082..0000000000000000000000000000000000000000
--- a/arm/66M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9aa57395b20848434f925b9935b52d2e85fd8aa24b12fe74b0ae67dcad85ba79
-size 204998480
diff --git a/arm/66M-60f/run.json b/arm/66M-60f/run.json
deleted file mode 100644
index e525044e8e4f682a922f487c48bd8f70d0763f02..0000000000000000000000000000000000000000
--- a/arm/66M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/66M-60f",
- "run_dir": "arm-66M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 97449,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f0c93293"
-}
\ No newline at end of file
diff --git a/arm/66M-6f/model.safetensors b/arm/66M-6f/model.safetensors
deleted file mode 100644
index 0a5730cb16e105d17cc86ead811c0ed038b6c233..0000000000000000000000000000000000000000
--- a/arm/66M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e7bd17b78f4e7649b32b4a1c6e1b01358907e83f6f908ccb32ae7c8442403e9f
-size 204998480
diff --git a/arm/66M-6f/run.json b/arm/66M-6f/run.json
deleted file mode 100644
index 2afcbfd1cf1b49699aed5029f9cb589e0b00d26b..0000000000000000000000000000000000000000
--- a/arm/66M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/66M-6f",
- "run_dir": "arm-66M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 9744,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/79ab5ffb"
-}
\ No newline at end of file
diff --git a/arm/944M-100f/model.safetensors b/arm/944M-100f/model.safetensors
deleted file mode 100644
index 9a4f86ff9399256bc8278514c157890f37a079e9..0000000000000000000000000000000000000000
--- a/arm/944M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb9ed1f714f9844ff6bf1ce71bc071edd21d9e49fb5d66c37675fd6229226eda
-size 1966649464
diff --git a/arm/944M-100f/run.json b/arm/944M-100f/run.json
deleted file mode 100644
index e73d6575f3ab7f03ae1f35ccdf1fe0c59e0694bf..0000000000000000000000000000000000000000
--- a/arm/944M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/944M-100f",
- "run_dir": "arm-944M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 15467,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/8a660db5"
-}
\ No newline at end of file
diff --git a/arm/944M-10f/model.safetensors b/arm/944M-10f/model.safetensors
deleted file mode 100644
index 5302dbee69a8d605ef571e57f9d95e54fefc1a48..0000000000000000000000000000000000000000
--- a/arm/944M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0b5bb3661c6f373c36e2f181127af451728dca764a507d327646f73d16d05df5
-size 1966649464
diff --git a/arm/944M-10f/run.json b/arm/944M-10f/run.json
deleted file mode 100644
index 3601a2630c4a6697edea90993d400a22de54a36c..0000000000000000000000000000000000000000
--- a/arm/944M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/944M-10f",
- "run_dir": "arm-944M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 1546,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/59ad9a8e"
-}
\ No newline at end of file
diff --git a/arm/944M-30f/model.safetensors b/arm/944M-30f/model.safetensors
deleted file mode 100644
index c0fa8eda887632b238be1bff56154e95e95e61b3..0000000000000000000000000000000000000000
--- a/arm/944M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a56900750a064619217607ff69a2c6c8e0de94583e60e10d50afa3db11ac4ac
-size 1966649464
diff --git a/arm/944M-30f/run.json b/arm/944M-30f/run.json
deleted file mode 100644
index d690701ba483603345b93250faabb3166ce71270..0000000000000000000000000000000000000000
--- a/arm/944M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/944M-30f",
- "run_dir": "arm-944M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 4640,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/c2b04352"
-}
\ No newline at end of file
diff --git a/arm/944M-60f/model.safetensors b/arm/944M-60f/model.safetensors
deleted file mode 100644
index 1ce13621bcfa222185657663c2235ac7069f959a..0000000000000000000000000000000000000000
--- a/arm/944M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0bd1c91e21ab137fec3847c8f2728e71a9cb82f47b6b08719fe9f4ca37216824
-size 1966649464
diff --git a/arm/944M-60f/run.json b/arm/944M-60f/run.json
deleted file mode 100644
index 8fdf9d6e5717493ad764372f7188bdd528a3a7e4..0000000000000000000000000000000000000000
--- a/arm/944M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/944M-60f",
- "run_dir": "arm-944M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 9280,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/db7d6e67"
-}
\ No newline at end of file
diff --git a/arm/944M-6f/model.safetensors b/arm/944M-6f/model.safetensors
deleted file mode 100644
index ee82d326ffc557fd7a933be063b8e922dfdfa84b..0000000000000000000000000000000000000000
--- a/arm/944M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab1836f2005cbe2c509a3f6b1f3dd1a0560b3eabe384e43a66e66a9bc37dccee
-size 1966649464
diff --git a/arm/944M-6f/run.json b/arm/944M-6f/run.json
deleted file mode 100644
index 2b97bd3d6793010553dd078ab1d44381a8a7c8e2..0000000000000000000000000000000000000000
--- a/arm/944M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "arm/944M-6f",
- "run_dir": "arm-944M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 928,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/abd2629e"
-}
\ No newline at end of file
diff --git a/e2d2-w32/113M-100f/model.safetensors b/e2d2-w32/113M-100f/model.safetensors
deleted file mode 100644
index 87be90b948d7d216c4fa6a7a96135b61eb471d4d..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19969cb08a353c99fb9ad344f4295a6b355ccfd92660a10ab920ba8fb30b7317
-size 342756240
diff --git a/e2d2-w32/113M-100f/run.json b/e2d2-w32/113M-100f/run.json
deleted file mode 100644
index f6ad6dd371d6bc3ef26c439f2e7ba8a826bb97c6..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/113M-100f",
- "run_dir": "e2d2-113M-9dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 93162,
- "params": 171371520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/11815232"
-}
\ No newline at end of file
diff --git a/e2d2-w32/113M-10f/model.safetensors b/e2d2-w32/113M-10f/model.safetensors
deleted file mode 100644
index 3e55228ffad2a0e6877fc880c1eb60e2e6cdca57..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d3b7c96c4487894ff01ee00901930c39e6d492f87980f1084aa7bf87f16ae97
-size 342756240
diff --git a/e2d2-w32/113M-10f/run.json b/e2d2-w32/113M-10f/run.json
deleted file mode 100644
index 13abc600be5db412f5976af61c95273f26f5d83c..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/113M-10f",
- "run_dir": "e2d2-113M-9dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 9316,
- "params": 171371520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/82e0b025"
-}
\ No newline at end of file
diff --git a/e2d2-w32/113M-30f/model.safetensors b/e2d2-w32/113M-30f/model.safetensors
deleted file mode 100644
index 102a2c847dbcb4b840fbfdce4c3c406bd6b89d18..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eba487e04c7bbc9fe8bc8a938f89a8e12378b45f33ed3a709fa288ea4763ff12
-size 342756240
diff --git a/e2d2-w32/113M-30f/run.json b/e2d2-w32/113M-30f/run.json
deleted file mode 100644
index 6faa798dacc13a0e4979349204a0c4cae78025c9..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/113M-30f",
- "run_dir": "e2d2-113M-9dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 27948,
- "params": 171371520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/cc9416e1"
-}
\ No newline at end of file
diff --git a/e2d2-w32/113M-60f/model.safetensors b/e2d2-w32/113M-60f/model.safetensors
deleted file mode 100644
index cd1adf81e5110c8f965e9c6f5238515e3b079b97..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0d503682a899c9b7fdf7fe5ea0e42ac0b9b6c3db921509d67007f670bf366ab
-size 342756240
diff --git a/e2d2-w32/113M-60f/run.json b/e2d2-w32/113M-60f/run.json
deleted file mode 100644
index de61edf125859c9cf148a7071a4d83a81dbeb296..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/113M-60f",
- "run_dir": "e2d2-113M-9dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 55897,
- "params": 171371520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/50ae295a"
-}
\ No newline at end of file
diff --git a/e2d2-w32/113M-6f/model.safetensors b/e2d2-w32/113M-6f/model.safetensors
deleted file mode 100644
index 08fca907c129611cce12850d701c5b1a7826871a..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4aa1bad432ec85bcce711e81b949ef118310adab5358f6ee6e910c7904796dd8
-size 342756240
diff --git a/e2d2-w32/113M-6f/run.json b/e2d2-w32/113M-6f/run.json
deleted file mode 100644
index 29acb475dde9b902a7271e820b822c9be8e031bb..0000000000000000000000000000000000000000
--- a/e2d2-w32/113M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/113M-6f",
- "run_dir": "e2d2-113M-9dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 5589,
- "params": 171371520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/08e38255"
-}
\ No newline at end of file
diff --git a/e2d2-w32/1233M-100f/model.safetensors b/e2d2-w32/1233M-100f/model.safetensors
deleted file mode 100644
index c45800e205ede26312c098aec0ff704484d5945a..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf261764783d0036fb5cc856e6b4073e557fac4990365e2c751e445be344ae93
-size 2908307168
diff --git a/e2d2-w32/1233M-100f/run.json b/e2d2-w32/1233M-100f/run.json
deleted file mode 100644
index e107acf09b2d3c0c5bdd3cc9d259bae33f6f01b2..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/1233M-100f",
- "run_dir": "e2d2-1233M-19dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 10568,
- "params": 1454139904,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/c5f45d1c"
-}
\ No newline at end of file
diff --git a/e2d2-w32/1233M-10f/model.safetensors b/e2d2-w32/1233M-10f/model.safetensors
deleted file mode 100644
index ce441637da3c1ea48b5089b0b12ff1b4305b1c84..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87dd073ab5db67a46854a17cd7decde20f766530e1e9b6ea236c4c948b502cca
-size 2908307168
diff --git a/e2d2-w32/1233M-10f/run.json b/e2d2-w32/1233M-10f/run.json
deleted file mode 100644
index c223348796fddecc3f88d083f3ae9c2385b8ea10..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/1233M-10f",
- "run_dir": "e2d2-1233M-19dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 1056,
- "params": 1454139904,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/4efb0469"
-}
\ No newline at end of file
diff --git a/e2d2-w32/1233M-30f/model.safetensors b/e2d2-w32/1233M-30f/model.safetensors
deleted file mode 100644
index f44bc8ff282160675abca824b61699b0b9d0554b..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7e0a10a34fc31a036edfb42c59a12a30820764a65a9fb3da9f2d3ec047eeb344
-size 2908307168
diff --git a/e2d2-w32/1233M-30f/run.json b/e2d2-w32/1233M-30f/run.json
deleted file mode 100644
index f5eb17bcaea4c66908734fa80f3bbfd63839eb08..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/1233M-30f",
- "run_dir": "e2d2-1233M-19dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 3170,
- "params": 1454139904,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/00a9bd59"
-}
\ No newline at end of file
diff --git a/e2d2-w32/1233M-60f/model.safetensors b/e2d2-w32/1233M-60f/model.safetensors
deleted file mode 100644
index ae99ea60ccc70d4d45b865d22a20e55c84e92e59..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e9fdd66488322ac18156034959bdbd589d45b2592ef49d463ad3b56dfede484
-size 2908307168
diff --git a/e2d2-w32/1233M-60f/run.json b/e2d2-w32/1233M-60f/run.json
deleted file mode 100644
index d1ac6b6b2936692f6d7dd005dbcf016ec77cf4d0..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/1233M-60f",
- "run_dir": "e2d2-1233M-19dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 6341,
- "params": 1454139904,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/be3db3fc"
-}
\ No newline at end of file
diff --git a/e2d2-w32/1233M-6f/model.safetensors b/e2d2-w32/1233M-6f/model.safetensors
deleted file mode 100644
index 59995d4524c36ec01feaedec15c2a5f2c1275a45..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc61f814d61598836b127c85b4be5f3ee89dac4cbca2074985398aabd74f5f11
-size 2908307168
diff --git a/e2d2-w32/1233M-6f/run.json b/e2d2-w32/1233M-6f/run.json
deleted file mode 100644
index 818ff76c28b6786c8f979bfc1409cada0bf60e36..0000000000000000000000000000000000000000
--- a/e2d2-w32/1233M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/1233M-6f",
- "run_dir": "e2d2-1233M-19dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 634,
- "params": 1454139904,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b575898c"
-}
\ No newline at end of file
diff --git a/e2d2-w32/170M-100f/model.safetensors b/e2d2-w32/170M-100f/model.safetensors
deleted file mode 100644
index a1ecc5fa340ee5b995888a6396fe604a4c48b5e0..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:acd2092b2ddfd1cdf6f3f8644cfdb50da006022ba39be5522e21cd46c9eb2dad
-size 466652104
diff --git a/e2d2-w32/170M-100f/run.json b/e2d2-w32/170M-100f/run.json
deleted file mode 100644
index 22f82ec9427c87594d3ac990dea108cee3c6be3b..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/170M-100f",
- "run_dir": "e2d2-170M-14dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 65485,
- "params": 233316096,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/01826f73"
-}
\ No newline at end of file
diff --git a/e2d2-w32/170M-10f/model.safetensors b/e2d2-w32/170M-10f/model.safetensors
deleted file mode 100644
index 33eae166c2fcd6b88403c7cd5cacc94a7f0d869a..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:911768769d2e5ebf55bf4f52343df2fb0206513d8ee21e519e91dfb4ef00966e
-size 466652104
diff --git a/e2d2-w32/170M-10f/run.json b/e2d2-w32/170M-10f/run.json
deleted file mode 100644
index cc4ba06e5145cdf434546b2728137e7349882a88..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/170M-10f",
- "run_dir": "e2d2-170M-14dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 6548,
- "params": 233316096,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/28fd45dc"
-}
\ No newline at end of file
diff --git a/e2d2-w32/170M-30f/model.safetensors b/e2d2-w32/170M-30f/model.safetensors
deleted file mode 100644
index dfb5a0036159c788c5ae34647962331b1385f4ad..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:006fc477af07ba32d6bb896c95d84f7d3ebf4c04fab94eedad165598fd501074
-size 466652104
diff --git a/e2d2-w32/170M-30f/run.json b/e2d2-w32/170M-30f/run.json
deleted file mode 100644
index 4d01a8ccf61701bbddd17205b8f9664b9dcf4885..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/170M-30f",
- "run_dir": "e2d2-170M-14dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 19645,
- "params": 233316096,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/40a92d11"
-}
\ No newline at end of file
diff --git a/e2d2-w32/170M-60f/model.safetensors b/e2d2-w32/170M-60f/model.safetensors
deleted file mode 100644
index cb51d62eb68c554c6366c0492e37c762a965f930..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e03c75a87e178482c0a27a92fe06fea4e3bc8cda4ce26cdc4aef906f927fe861
-size 466652104
diff --git a/e2d2-w32/170M-60f/run.json b/e2d2-w32/170M-60f/run.json
deleted file mode 100644
index 92c8b1030aa6822703b9143ef1bdd64710f6477e..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/170M-60f",
- "run_dir": "e2d2-170M-14dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 39291,
- "params": 233316096,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f74f7cee"
-}
\ No newline at end of file
diff --git a/e2d2-w32/170M-6f/model.safetensors b/e2d2-w32/170M-6f/model.safetensors
deleted file mode 100644
index 4024105ea087a26b6d5c70fda0e81afc8a6055b4..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:807587ad4f09dbe14a41904f63ef1c4253795fded94439cb0b298886103eabb6
-size 466652104
diff --git a/e2d2-w32/170M-6f/run.json b/e2d2-w32/170M-6f/run.json
deleted file mode 100644
index ea72a59f5775cd0ce87050c5f9fa789bc9856887..0000000000000000000000000000000000000000
--- a/e2d2-w32/170M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/170M-6f",
- "run_dir": "e2d2-170M-14dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 3929,
- "params": 233316096,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a184ee0e"
-}
\ No newline at end of file
diff --git a/e2d2-w32/336M-100f/model.safetensors b/e2d2-w32/336M-100f/model.safetensors
deleted file mode 100644
index 03c9179177c3122f1d7dd9d0f848138b48391554..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:185cc47edb3051c21ba2e7e53c0a9443e671abf515cf55bbb1f9cce8433e3f25
-size 854992544
diff --git a/e2d2-w32/336M-100f/run.json b/e2d2-w32/336M-100f/run.json
deleted file mode 100644
index 0b1369c722148af619c3f06167507a265612fc98..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/336M-100f",
- "run_dir": "e2d2-336M-15dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 35628,
- "params": 427485184,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/ffae6288"
-}
\ No newline at end of file
diff --git a/e2d2-w32/336M-10f/model.safetensors b/e2d2-w32/336M-10f/model.safetensors
deleted file mode 100644
index 8157a35a9e840a1514c9ea35a4e7407422b9f246..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ed7220a08e2efa05c2cf8ed323558b63a1ab3a32ce0feff375beaa91aecbdfa
-size 854992544
diff --git a/e2d2-w32/336M-10f/run.json b/e2d2-w32/336M-10f/run.json
deleted file mode 100644
index 7e43ef29895f9807a82b39e409392866f5d627e4..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/336M-10f",
- "run_dir": "e2d2-336M-15dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 3562,
- "params": 427485184,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/d33eb9bc"
-}
\ No newline at end of file
diff --git a/e2d2-w32/336M-30f/model.safetensors b/e2d2-w32/336M-30f/model.safetensors
deleted file mode 100644
index fec124db2ffd414b67e202d8024fafbe7e0f3402..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:caf42d75fd2523ccd75a95b93da778c2e8d9118c3f479dca5f430c68e3fce482
-size 854992544
diff --git a/e2d2-w32/336M-30f/run.json b/e2d2-w32/336M-30f/run.json
deleted file mode 100644
index 89e51cf1dc7c362e87ed992ed05c63ef8283add0..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/336M-30f",
- "run_dir": "e2d2-336M-15dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 10688,
- "params": 427485184,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0f87ad27"
-}
\ No newline at end of file
diff --git a/e2d2-w32/336M-60f/model.safetensors b/e2d2-w32/336M-60f/model.safetensors
deleted file mode 100644
index 92b82929673740d59b8a3245069a06ef497705a2..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe79cfa31b9b4fbf59997a63f10417ef732e0a62ef71c6315c207f64fb3f398c
-size 854992544
diff --git a/e2d2-w32/336M-60f/run.json b/e2d2-w32/336M-60f/run.json
deleted file mode 100644
index 1babdcf0bb284676604d85fc5ea2ac52caaf83e9..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/336M-60f",
- "run_dir": "e2d2-336M-15dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 21377,
- "params": 427485184,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b3974e90"
-}
\ No newline at end of file
diff --git a/e2d2-w32/336M-6f/model.safetensors b/e2d2-w32/336M-6f/model.safetensors
deleted file mode 100644
index e5c9054558022ff49e8fc27d13216916c7293459..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:111e21444f985ef93af514e080c3c153b560de851e784e4909a7e9e514faaede
-size 854992544
diff --git a/e2d2-w32/336M-6f/run.json b/e2d2-w32/336M-6f/run.json
deleted file mode 100644
index 8fdd488a26d35247d122e3648d41b11f381654d6..0000000000000000000000000000000000000000
--- a/e2d2-w32/336M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/336M-6f",
- "run_dir": "e2d2-336M-15dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 2137,
- "params": 427485184,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/5b007327"
-}
\ No newline at end of file
diff --git a/e2d2-w32/472M-100f/model.safetensors b/e2d2-w32/472M-100f/model.safetensors
deleted file mode 100644
index 3cf9bb2c7e056f835434ef308eae927920b7f222..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e3f4d6e9ac5d6078c089a4d89dd4c68531223e2ce5ef4c11ece8a4e648c6c0c
-size 1186685200
diff --git a/e2d2-w32/472M-100f/run.json b/e2d2-w32/472M-100f/run.json
deleted file mode 100644
index a70adceb69e048b92114b1c07c3dac9c1cea8138..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/472M-100f",
- "run_dir": "e2d2-472M-14dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 26099,
- "params": 593332480,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e91a392d"
-}
\ No newline at end of file
diff --git a/e2d2-w32/472M-10f/model.safetensors b/e2d2-w32/472M-10f/model.safetensors
deleted file mode 100644
index 048d38d561827b22bb1df55aff70f6f7a0d30174..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b6656a6bc531d2f0f8d5922165838c90eb3c0f5d20f062df38e5aae5d8c084b
-size 1186685200
diff --git a/e2d2-w32/472M-10f/run.json b/e2d2-w32/472M-10f/run.json
deleted file mode 100644
index b6e0eae7789cd5c998c9872dad51af0b54ec2b22..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/472M-10f",
- "run_dir": "e2d2-472M-14dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 2609,
- "params": 593332480,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/da69085d"
-}
\ No newline at end of file
diff --git a/e2d2-w32/472M-30f/model.safetensors b/e2d2-w32/472M-30f/model.safetensors
deleted file mode 100644
index 9c7cc57b14ea1252403c996b38f36184d5d35ded..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73f47fe21f9626fcb1c7eda2d258984d20e666f62fa892102d1091d7baec0255
-size 1186685200
diff --git a/e2d2-w32/472M-30f/run.json b/e2d2-w32/472M-30f/run.json
deleted file mode 100644
index 9736980c113b43f645e9b5a8b60f1e92be363483..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/472M-30f",
- "run_dir": "e2d2-472M-14dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 7829,
- "params": 593332480,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/9f693d22"
-}
\ No newline at end of file
diff --git a/e2d2-w32/472M-60f/model.safetensors b/e2d2-w32/472M-60f/model.safetensors
deleted file mode 100644
index 0dc9ac47417589ca3a45da99e28a268ff82fcf1e..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:86eedf1ce38854428e6920e8c75d0b761809a92b24b66095cd99423baf0897e6
-size 1186685200
diff --git a/e2d2-w32/472M-60f/run.json b/e2d2-w32/472M-60f/run.json
deleted file mode 100644
index 5ed12269b0e4d9b724e70f447dbf2740970996c0..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/472M-60f",
- "run_dir": "e2d2-472M-14dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 15659,
- "params": 593332480,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e4a3dbce"
-}
\ No newline at end of file
diff --git a/e2d2-w32/472M-6f/model.safetensors b/e2d2-w32/472M-6f/model.safetensors
deleted file mode 100644
index 6cd22fa1fb9dd6f8f759437bd2d8521f5243fa27..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:737a77d047fb60559f8d25711948a20c8d5dceb20ac8f0d18e8ba0609f2abc10
-size 1186685200
diff --git a/e2d2-w32/472M-6f/run.json b/e2d2-w32/472M-6f/run.json
deleted file mode 100644
index dc85b66018925112483a449b94c539df213e799e..0000000000000000000000000000000000000000
--- a/e2d2-w32/472M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/472M-6f",
- "run_dir": "e2d2-472M-14dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 1565,
- "params": 593332480,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0a0cd474"
-}
\ No newline at end of file
diff --git a/e2d2-w32/629M-100f/model.safetensors b/e2d2-w32/629M-100f/model.safetensors
deleted file mode 100644
index 74066911388afba4a92cbab15a14f9b86455d5eb..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ada7353c1ac590f90ecb443f7631e35002e9caa30c902e49d1e7a522ba6001e
-size 1530799632
diff --git a/e2d2-w32/629M-100f/run.json b/e2d2-w32/629M-100f/run.json
deleted file mode 100644
index 965094b86de1e4a7cb17cd3ca288abf4b486a640..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/629M-100f",
- "run_dir": "e2d2-629M-19dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 19844,
- "params": 765386240,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/80c2d366"
-}
\ No newline at end of file
diff --git a/e2d2-w32/629M-10f/model.safetensors b/e2d2-w32/629M-10f/model.safetensors
deleted file mode 100644
index db6d29bb4cec8edb8f68e01e178d1d88e1b63690..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f33c448e11fdf6b426d7a3ddc7ca19201aa5d4a869adaa1b33b37957fe437d0
-size 1530799632
diff --git a/e2d2-w32/629M-10f/run.json b/e2d2-w32/629M-10f/run.json
deleted file mode 100644
index 0a569728a760bc97d68898841b662d4a6e8d63a7..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/629M-10f",
- "run_dir": "e2d2-629M-19dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 1984,
- "params": 765386240,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/44bc4b32"
-}
\ No newline at end of file
diff --git a/e2d2-w32/629M-30f/model.safetensors b/e2d2-w32/629M-30f/model.safetensors
deleted file mode 100644
index ab060eee79d8eccacc13ce88a7a2e6ee7b4010ca..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1824c4565bac2ea220438c50ecb6fffc79a9546f1d238013f13f36fbceecad12
-size 1530799632
diff --git a/e2d2-w32/629M-30f/run.json b/e2d2-w32/629M-30f/run.json
deleted file mode 100644
index 0dbd27dc0dc3d0f91c57d89bd128b80b7dcfd6e4..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/629M-30f",
- "run_dir": "e2d2-629M-19dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 5953,
- "params": 765386240,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/63c6beaf"
-}
\ No newline at end of file
diff --git a/e2d2-w32/629M-60f/model.safetensors b/e2d2-w32/629M-60f/model.safetensors
deleted file mode 100644
index 1dd11fac7cca5f80ea43c331370b9a5e56375443..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4569951b667405703d0a500575d38257fbf28b61ccf9bd244d7c5183c7f33d36
-size 1530799632
diff --git a/e2d2-w32/629M-60f/run.json b/e2d2-w32/629M-60f/run.json
deleted file mode 100644
index 66496c6ac8285495eee22c1617737b18a494afc1..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/629M-60f",
- "run_dir": "e2d2-629M-19dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 11906,
- "params": 765386240,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2e6e3a99"
-}
\ No newline at end of file
diff --git a/e2d2-w32/629M-6f/model.safetensors b/e2d2-w32/629M-6f/model.safetensors
deleted file mode 100644
index 669d894f15c209f0192dbe82398e55db1567ddda..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2407fc19b47c805218bda162f2c310d07f7ee1ae03448429a7f833ea4178bd8c
-size 1530799632
diff --git a/e2d2-w32/629M-6f/run.json b/e2d2-w32/629M-6f/run.json
deleted file mode 100644
index bca12dbb051911d04a89cc4fdac7b76bfed97ad9..0000000000000000000000000000000000000000
--- a/e2d2-w32/629M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/629M-6f",
- "run_dir": "e2d2-629M-19dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 1190,
- "params": 765386240,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/73e4645d"
-}
\ No newline at end of file
diff --git a/e2d2-w32/66M-10f/model.safetensors b/e2d2-w32/66M-10f/model.safetensors
deleted file mode 100644
index b89fcfb56cd6a43ca2ddad49f99d424cede650de..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8af1af1de89871998baf8f818f586d9db44b4b8ee14f1cb207f163a78571b55
-size 224675528
diff --git a/e2d2-w32/66M-10f/run.json b/e2d2-w32/66M-10f/run.json
deleted file mode 100644
index 248ca50b36585e103ba40d1711e16fbbee633f73..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/66M-10f",
- "run_dir": "e2d2-66M-8dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 14731,
- "params": 112332160,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a6db8e59"
-}
\ No newline at end of file
diff --git a/e2d2-w32/66M-30f/model.safetensors b/e2d2-w32/66M-30f/model.safetensors
deleted file mode 100644
index 899d9db041c7dfe884b958a898eca1ee485f95fc..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77c67d722d3da87d30f3da13ca243cf68c5bf13044b8b3ad198571c4a0109a81
-size 224675528
diff --git a/e2d2-w32/66M-30f/run.json b/e2d2-w32/66M-30f/run.json
deleted file mode 100644
index ddfa2580d22b4df3439481d6173d48d2bbb11e18..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/66M-30f",
- "run_dir": "e2d2-66M-8dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 44195,
- "params": 112332160,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/73f36145"
-}
\ No newline at end of file
diff --git a/e2d2-w32/66M-60f/model.safetensors b/e2d2-w32/66M-60f/model.safetensors
deleted file mode 100644
index e3c7e0d27012acafb84f40a4102f9cd26fcab3da..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ab054c1dba1d5ba61c350c85181296f5b840705268d05543fd92a2225d20949
-size 224675528
diff --git a/e2d2-w32/66M-60f/run.json b/e2d2-w32/66M-60f/run.json
deleted file mode 100644
index 1f8c05fe7373987bc7237b12d889ab716f78d058..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/66M-60f",
- "run_dir": "e2d2-66M-8dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 88391,
- "params": 112332160,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/054ceaa1"
-}
\ No newline at end of file
diff --git a/e2d2-w32/66M-6f/model.safetensors b/e2d2-w32/66M-6f/model.safetensors
deleted file mode 100644
index 4d849f9dae64f74458ed3e0a87c3224c75caf1b7..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3af5bc02095854eb4e70c47fde1f5c7f6fc4dcd70172be19b8db3cc659b686e5
-size 224675528
diff --git a/e2d2-w32/66M-6f/run.json b/e2d2-w32/66M-6f/run.json
deleted file mode 100644
index 5c47bf9d0d76de5b9c6b11b337166533f0c390ee..0000000000000000000000000000000000000000
--- a/e2d2-w32/66M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/66M-6f",
- "run_dir": "e2d2-66M-8dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 8839,
- "params": 112332160,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/026ef903"
-}
\ No newline at end of file
diff --git a/e2d2-w32/944M-100f/model.safetensors b/e2d2-w32/944M-100f/model.safetensors
deleted file mode 100644
index 4569b9e4058979725e4ed7bd88c9c96ec48b162c..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06e88f9c4fcb08579996a7c748c052c6442fd0b2174582d84e6efeed85b8168f
-size 2235682208
diff --git a/e2d2-w32/944M-100f/run.json b/e2d2-w32/944M-100f/run.json
deleted file mode 100644
index fb2214debb1566cc7f2e3a9d06e0e7683df634fc..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/944M-100f",
- "run_dir": "e2d2-944M-19dec-w32-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 13663,
- "params": 1117827072,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f6acf2c2"
-}
\ No newline at end of file
diff --git a/e2d2-w32/944M-10f/model.safetensors b/e2d2-w32/944M-10f/model.safetensors
deleted file mode 100644
index 08032d62d5a13e3c21ddb109ad73b16d268c5e6c..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e36abb3ca4994086804ff6347f7a268f367d6e7122b17238909845cdcd31bfc6
-size 2235682208
diff --git a/e2d2-w32/944M-10f/run.json b/e2d2-w32/944M-10f/run.json
deleted file mode 100644
index 9632b370633fb99726b269e0e61ff27e7551daaf..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/944M-10f",
- "run_dir": "e2d2-944M-19dec-w32-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 1366,
- "params": 1117827072,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/78871b0b"
-}
\ No newline at end of file
diff --git a/e2d2-w32/944M-30f/model.safetensors b/e2d2-w32/944M-30f/model.safetensors
deleted file mode 100644
index 7100780baddb584a9277491cfc2a79871941f66d..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c9cec9629c2fa8ebbccb59dba8aec11c490b67d8001fdfd16f072257c542247
-size 2235682208
diff --git a/e2d2-w32/944M-30f/run.json b/e2d2-w32/944M-30f/run.json
deleted file mode 100644
index e6ca8228d6489b6697938995a7ed43dd68027d2a..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/944M-30f",
- "run_dir": "e2d2-944M-19dec-w32-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 4099,
- "params": 1117827072,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/d6ee574a"
-}
\ No newline at end of file
diff --git a/e2d2-w32/944M-60f/model.safetensors b/e2d2-w32/944M-60f/model.safetensors
deleted file mode 100644
index 0aa90bbe900ad070a1088f2298071d13e98b8f53..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3f6ced29803f84561f7bf4f94d2f3b28ef1e22f01aba56c20f96cea926f3333
-size 2235682208
diff --git a/e2d2-w32/944M-60f/run.json b/e2d2-w32/944M-60f/run.json
deleted file mode 100644
index 34bf660c24fc6c9d504e5db83174808031f2525a..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/944M-60f",
- "run_dir": "e2d2-944M-19dec-w32-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 8198,
- "params": 1117827072,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/d320542f"
-}
\ No newline at end of file
diff --git a/e2d2-w32/944M-6f/model.safetensors b/e2d2-w32/944M-6f/model.safetensors
deleted file mode 100644
index c7bcedb7047443b2e1484f151248ae9dba0f495d..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69219ca8161e1a396cd5a891937fa488ba0065ba312bc53c54830648561c9c5b
-size 2235682208
diff --git a/e2d2-w32/944M-6f/run.json b/e2d2-w32/944M-6f/run.json
deleted file mode 100644
index c8e1b84b92ee1c33618857608a174a6d1a9d067a..0000000000000000000000000000000000000000
--- a/e2d2-w32/944M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w32/944M-6f",
- "run_dir": "e2d2-944M-19dec-w32-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 819,
- "params": 1117827072,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/ef92ff23"
-}
\ No newline at end of file
diff --git a/e2d2-w4/113M-100f/model.safetensors b/e2d2-w4/113M-100f/model.safetensors
deleted file mode 100644
index ad42c6836c16241f6058244f8a0e23e6e837a38f..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ae192d05ca48f4e79cc9cc469efbff7d6d56fc6ae868b54e1a7f0fb9e6ad1af
-size 339215336
diff --git a/e2d2-w4/113M-100f/run.json b/e2d2-w4/113M-100f/run.json
deleted file mode 100644
index 96760a96267dea9b3cacad9ceb9cb571ea49402e..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/113M-100f",
- "run_dir": "e2d2-113M-8dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 95282,
- "params": 169601280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/cfad7e10"
-}
\ No newline at end of file
diff --git a/e2d2-w4/113M-10f/model.safetensors b/e2d2-w4/113M-10f/model.safetensors
deleted file mode 100644
index e51f22535e4680d18ff473c393712f378a0558d2..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b00f72b47244e37f6d0fcb3c41af321661073ffe21831a945eea6e207fcd7599
-size 339215336
diff --git a/e2d2-w4/113M-10f/run.json b/e2d2-w4/113M-10f/run.json
deleted file mode 100644
index 1f6bc02d9d7cc6a3abc9d9ffa08e4ca84f39448a..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/113M-10f",
- "run_dir": "e2d2-113M-8dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 9528,
- "params": 169601280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b175d13e"
-}
\ No newline at end of file
diff --git a/e2d2-w4/113M-30f/model.safetensors b/e2d2-w4/113M-30f/model.safetensors
deleted file mode 100644
index 0d0b5db8cfa4877f6579e847401d16fa17f7838a..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa1d23bc7d658a772fa76dda61c852bf2fb0fb83e82d01e0bbf0979bd099ea27
-size 339215336
diff --git a/e2d2-w4/113M-30f/run.json b/e2d2-w4/113M-30f/run.json
deleted file mode 100644
index 3ccf385c3bcf3bf245d6c8088c2e2e27e4a67200..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/113M-30f",
- "run_dir": "e2d2-113M-8dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 28584,
- "params": 169601280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/38c38fa0"
-}
\ No newline at end of file
diff --git a/e2d2-w4/113M-60f/model.safetensors b/e2d2-w4/113M-60f/model.safetensors
deleted file mode 100644
index 38cdc9a9c6ce200f46dad8e2a457d1bafb5d9986..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b6e9810c0b24823368242e7ae509136c71eb00cca6e26cc60e9ff7cf0da28b3
-size 339215336
diff --git a/e2d2-w4/113M-60f/run.json b/e2d2-w4/113M-60f/run.json
deleted file mode 100644
index 2f4c372df9fa1fe1216dd1392d10217fad87cbd2..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/113M-60f",
- "run_dir": "e2d2-113M-8dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 57169,
- "params": 169601280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/7b440a0d"
-}
\ No newline at end of file
diff --git a/e2d2-w4/113M-6f/model.safetensors b/e2d2-w4/113M-6f/model.safetensors
deleted file mode 100644
index 1d00adeb4adb8b2ad642a628a62241452171d5eb..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d2676decbf4b037ba4ee4248147780f575a7b304907a19211aa58df0b8399764
-size 339215336
diff --git a/e2d2-w4/113M-6f/run.json b/e2d2-w4/113M-6f/run.json
deleted file mode 100644
index 268dd4f1df0fdf0ec273dc4a0c7b01aadd11a372..0000000000000000000000000000000000000000
--- a/e2d2-w4/113M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/113M-6f",
- "run_dir": "e2d2-113M-8dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 5716,
- "params": 169601280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b6d49dc6"
-}
\ No newline at end of file
diff --git a/e2d2-w4/1233M-100f/model.safetensors b/e2d2-w4/1233M-100f/model.safetensors
deleted file mode 100644
index 6425b60cd67d4d7a7446845479403cc0b8621709..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d2b006623f62345588bd49d2e4a5c4b76661213380acbd8a35c74528898bbf9
-size 2831220696
diff --git a/e2d2-w4/1233M-100f/run.json b/e2d2-w4/1233M-100f/run.json
deleted file mode 100644
index 61e3b5f661182109503856fb20ffbbdf0e4bb4a3..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/1233M-100f",
- "run_dir": "e2d2-1233M-15dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 10855,
- "params": 1415597568,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/92cac08a"
-}
\ No newline at end of file
diff --git a/e2d2-w4/1233M-10f/model.safetensors b/e2d2-w4/1233M-10f/model.safetensors
deleted file mode 100644
index 132bd186a0cab16e511db5ba4cbcc1298f2a31e3..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d2d1cac4c2ee08c0f39632eb433b2f09265f641ae13bdb4a0f5e9e1c0b48db89
-size 2831220696
diff --git a/e2d2-w4/1233M-10f/run.json b/e2d2-w4/1233M-10f/run.json
deleted file mode 100644
index 1569050edd5a3ebc08433fff966512d7f614a2db..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/1233M-10f",
- "run_dir": "e2d2-1233M-15dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 1085,
- "params": 1415597568,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/c7b1cb57"
-}
\ No newline at end of file
diff --git a/e2d2-w4/1233M-30f/model.safetensors b/e2d2-w4/1233M-30f/model.safetensors
deleted file mode 100644
index 0c22dac186e392ca61e69447e162e0ea9dc358d1..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0600dd25c68816628d63d495184c2889e74cf3ce5350a918df5f658e453af212
-size 2831220696
diff --git a/e2d2-w4/1233M-30f/run.json b/e2d2-w4/1233M-30f/run.json
deleted file mode 100644
index 710848fb297b430ca0307759c99ca7979d60aabc..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/1233M-30f",
- "run_dir": "e2d2-1233M-15dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 3256,
- "params": 1415597568,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/1572ae1c"
-}
\ No newline at end of file
diff --git a/e2d2-w4/1233M-60f/model.safetensors b/e2d2-w4/1233M-60f/model.safetensors
deleted file mode 100644
index c9ee5526fbd2b43c96228739f004f279a2ac4efc..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e848d031a7df00183463d92b244951dfd1f27534295694e4dc5ce0352948e3ea
-size 2831220696
diff --git a/e2d2-w4/1233M-60f/run.json b/e2d2-w4/1233M-60f/run.json
deleted file mode 100644
index 7170b648c8de4e848dd0c28224f53469d344d440..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/1233M-60f",
- "run_dir": "e2d2-1233M-15dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 6513,
- "params": 1415597568,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/def9a88a"
-}
\ No newline at end of file
diff --git a/e2d2-w4/1233M-6f/model.safetensors b/e2d2-w4/1233M-6f/model.safetensors
deleted file mode 100644
index 2d96b2e9aab438b0b2dbc2763939670086138b0b..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a18a986d355f5ccf11a88b9be6640f7f98760b64fc10f91e74571d8a0da7f421
-size 2831220696
diff --git a/e2d2-w4/1233M-6f/run.json b/e2d2-w4/1233M-6f/run.json
deleted file mode 100644
index 9be6245af175110bd72d5ec4cb337923c386be68..0000000000000000000000000000000000000000
--- a/e2d2-w4/1233M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/1233M-6f",
- "run_dir": "e2d2-1233M-15dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask-lowvar",
- "step": 651,
- "params": 1415597568,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/04af57ba"
-}
\ No newline at end of file
diff --git a/e2d2-w4/170M-100f/model.safetensors b/e2d2-w4/170M-100f/model.safetensors
deleted file mode 100644
index 739d8c8a0bdb883e3f6b0a6b4b028dd4b2c5e50f..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e05d30d29d36c25cea1863d3485ae61e29ed651cf6565f49bf60d0bfa6c9087e
-size 459570272
diff --git a/e2d2-w4/170M-100f/run.json b/e2d2-w4/170M-100f/run.json
deleted file mode 100644
index ee36fe46e524edb3a98e874d1708fd65b7728ae2..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/170M-100f",
- "run_dir": "e2d2-170M-12dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 66561,
- "params": 229775616,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/c88f2d5a"
-}
\ No newline at end of file
diff --git a/e2d2-w4/170M-10f/model.safetensors b/e2d2-w4/170M-10f/model.safetensors
deleted file mode 100644
index aae7397ca282bce1911fe46543476944f152f0e5..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:765302f39af55d7ccb1351108ddc9af512a29b6a5eeeea1425f044626584c2f4
-size 459570272
diff --git a/e2d2-w4/170M-10f/run.json b/e2d2-w4/170M-10f/run.json
deleted file mode 100644
index 5eb049779bba5223ea0389008b0eafed2b42e8d3..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/170M-10f",
- "run_dir": "e2d2-170M-12dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 6656,
- "params": 229775616,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a25be5c8"
-}
\ No newline at end of file
diff --git a/e2d2-w4/170M-30f/model.safetensors b/e2d2-w4/170M-30f/model.safetensors
deleted file mode 100644
index c714b2241a8d46b2d0ba32f746f87ac4b52aa4fc..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e0867f8573c2a96fadc92f36bc042d10e394a1fd7ec778c3cdd37ce7f41173e
-size 459570272
diff --git a/e2d2-w4/170M-30f/run.json b/e2d2-w4/170M-30f/run.json
deleted file mode 100644
index 8a0bb1adc472cddacee4509b35a4b507e97f2f95..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/170M-30f",
- "run_dir": "e2d2-170M-12dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 19968,
- "params": 229775616,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/691471a3"
-}
\ No newline at end of file
diff --git a/e2d2-w4/170M-60f/model.safetensors b/e2d2-w4/170M-60f/model.safetensors
deleted file mode 100644
index 1ec630be0ef8a6bdf3b47a524da8b71a3d78cad7..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0365a915855ea902c2db3404ad6a52bece036c22bffaeda746aa383605dda819
-size 459570272
diff --git a/e2d2-w4/170M-60f/run.json b/e2d2-w4/170M-60f/run.json
deleted file mode 100644
index 6f92d3469083ad0f07cd8170fc15b4439708a751..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/170M-60f",
- "run_dir": "e2d2-170M-12dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 39937,
- "params": 229775616,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/44fb1856"
-}
\ No newline at end of file
diff --git a/e2d2-w4/170M-6f/model.safetensors b/e2d2-w4/170M-6f/model.safetensors
deleted file mode 100644
index 7b3d490ed84a98469b8b8bc90d10c41075fcc35f..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:edaca45f83b57cc8d55db53c917a5142e7d2eee86cff49b1a12ddd04f9f7c8ac
-size 459570272
diff --git a/e2d2-w4/170M-6f/run.json b/e2d2-w4/170M-6f/run.json
deleted file mode 100644
index d530e9d9beb3750cf126b4d9b16d13a7839cf92a..0000000000000000000000000000000000000000
--- a/e2d2-w4/170M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/170M-6f",
- "run_dir": "e2d2-170M-12dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 3993,
- "params": 229775616,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/79cf6f07"
-}
\ No newline at end of file
diff --git a/e2d2-w4/336M-100f/model.safetensors b/e2d2-w4/336M-100f/model.safetensors
deleted file mode 100644
index 190460224ec761014013a516b4f355b13bad5f59..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab112dc406abe4f84804c552e6238102b0d3e8053c7b6618a38803d8642caa27
-size 842404656
diff --git a/e2d2-w4/336M-100f/run.json b/e2d2-w4/336M-100f/run.json
deleted file mode 100644
index cca28fcbbce8fa94775aa5fd0b814f09ea09bf91..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/336M-100f",
- "run_dir": "e2d2-336M-13dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 36185,
- "params": 421191680,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/01fe245f"
-}
\ No newline at end of file
diff --git a/e2d2-w4/336M-10f/model.safetensors b/e2d2-w4/336M-10f/model.safetensors
deleted file mode 100644
index 70a0d4a6984b994528a820faafeb74e88200f716..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9974dbff9aee326c91e4d9d86e2170034e5ef12ca9719b292aeb96aeb686b671
-size 842404656
diff --git a/e2d2-w4/336M-10f/run.json b/e2d2-w4/336M-10f/run.json
deleted file mode 100644
index 961c83ae2dd1123de2328469b3f493d37fcb5e45..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/336M-10f",
- "run_dir": "e2d2-336M-13dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 3618,
- "params": 421191680,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2e211bc7"
-}
\ No newline at end of file
diff --git a/e2d2-w4/336M-30f/model.safetensors b/e2d2-w4/336M-30f/model.safetensors
deleted file mode 100644
index 46b7aa5233e6a89f16c6e972ccd31901ca351336..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b0dc9fe02498786c83111dd5ef8037dc02b8452a354ab0efe8db84f8e9ec6d1
-size 842404656
diff --git a/e2d2-w4/336M-30f/run.json b/e2d2-w4/336M-30f/run.json
deleted file mode 100644
index fa35e45f319e69794356323f9f39aae3faf69c97..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/336M-30f",
- "run_dir": "e2d2-336M-13dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 10855,
- "params": 421191680,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/9724fc66"
-}
\ No newline at end of file
diff --git a/e2d2-w4/336M-60f/model.safetensors b/e2d2-w4/336M-60f/model.safetensors
deleted file mode 100644
index 325d9095b0de1c06f41d20532ccf310db5e4a4bd..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c009a3bc3763a2afd1780051157d9a24f04ec679daf3e1fa52745bda3287f4b6
-size 842404656
diff --git a/e2d2-w4/336M-60f/run.json b/e2d2-w4/336M-60f/run.json
deleted file mode 100644
index 905ff73bffcedaa06891ac86feb7c15fbf4c742a..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/336M-60f",
- "run_dir": "e2d2-336M-13dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 21711,
- "params": 421191680,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e8f1ce3b"
-}
\ No newline at end of file
diff --git a/e2d2-w4/336M-6f/model.safetensors b/e2d2-w4/336M-6f/model.safetensors
deleted file mode 100644
index 4086c5453d79d9ef1ebc6384181782e2c12d701f..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e22458ac45ccec89bb6a71d3d6434b58a35281e8937c8e62d019de94113504b1
-size 842404656
diff --git a/e2d2-w4/336M-6f/run.json b/e2d2-w4/336M-6f/run.json
deleted file mode 100644
index 5ac5ad556f6d5cd61cb019536ac322343035d63c..0000000000000000000000000000000000000000
--- a/e2d2-w4/336M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/336M-6f",
- "run_dir": "e2d2-336M-13dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask-lowvar",
- "step": 2171,
- "params": 421191680,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/82c18687"
-}
\ No newline at end of file
diff --git a/e2d2-w4/472M-100f/model.safetensors b/e2d2-w4/472M-100f/model.safetensors
deleted file mode 100644
index 8eb31792ed5cdca36c7d83a2de6ac5ac31807f20..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7bd2433417c76ebb647e8f1e752d10c7b966c8ec18197ec774e693118302615
-size 1167018392
diff --git a/e2d2-w4/472M-100f/run.json b/e2d2-w4/472M-100f/run.json
deleted file mode 100644
index f2e4142de00d6913d6ac8cdf6770b4a23ca97a2c..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/472M-100f",
- "run_dir": "e2d2-472M-12dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 26556,
- "params": 583499520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2dcdde1e"
-}
\ No newline at end of file
diff --git a/e2d2-w4/472M-10f/model.safetensors b/e2d2-w4/472M-10f/model.safetensors
deleted file mode 100644
index 371d30a001e122096fb64053acec024a6dc5fd7e..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:94d95f349268258f6563a34add51248e6453b25de7dfb99c82c301846bacdeb5
-size 1167018392
diff --git a/e2d2-w4/472M-10f/run.json b/e2d2-w4/472M-10f/run.json
deleted file mode 100644
index aac6a9b54064ebc48b39e972489b9cd9ad32cbb7..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/472M-10f",
- "run_dir": "e2d2-472M-12dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 2655,
- "params": 583499520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/bbad7a6c"
-}
\ No newline at end of file
diff --git a/e2d2-w4/472M-30f/model.safetensors b/e2d2-w4/472M-30f/model.safetensors
deleted file mode 100644
index 7cd521aac1087325d99a0f3d07f9233fbb26b392..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:04b9f46aabcca596e4aa1a97c8671150f7051623703676b5f30d770cc4a3b8b5
-size 1167018392
diff --git a/e2d2-w4/472M-30f/run.json b/e2d2-w4/472M-30f/run.json
deleted file mode 100644
index d86479c0c6c257aaf38f67efdf6fab09a7866860..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/472M-30f",
- "run_dir": "e2d2-472M-12dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 7966,
- "params": 583499520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/6fb95b8e"
-}
\ No newline at end of file
diff --git a/e2d2-w4/472M-60f/model.safetensors b/e2d2-w4/472M-60f/model.safetensors
deleted file mode 100644
index 8f37cd075e2f24414eeffcfe2332b98c39ecd70b..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:84876cf3d658a13c8f949bb146c892108c385f17b7de614eab60d0e43e519546
-size 1167018392
diff --git a/e2d2-w4/472M-60f/run.json b/e2d2-w4/472M-60f/run.json
deleted file mode 100644
index 5f3adde2be61a7d8ff1298329a93915f292861a0..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/472M-60f",
- "run_dir": "e2d2-472M-12dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 15933,
- "params": 583499520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e0eea608"
-}
\ No newline at end of file
diff --git a/e2d2-w4/472M-6f/model.safetensors b/e2d2-w4/472M-6f/model.safetensors
deleted file mode 100644
index b0c61088d412983bce34f97c172a993ece5e7d03..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fc9fc9d8a80f1440365aea674fbf16186fe7e03941a933bdf804a4151aaca01d
-size 1167018392
diff --git a/e2d2-w4/472M-6f/run.json b/e2d2-w4/472M-6f/run.json
deleted file mode 100644
index f6e4890d679c136f2ddb6ed888d2115d034cbd7f..0000000000000000000000000000000000000000
--- a/e2d2-w4/472M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/472M-6f",
- "run_dir": "e2d2-472M-12dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 1593,
- "params": 583499520,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/97eab534"
-}
\ No newline at end of file
diff --git a/e2d2-w4/629M-100f/model.safetensors b/e2d2-w4/629M-100f/model.safetensors
deleted file mode 100644
index 6aa9762ad0ed03c7ce111c83b71a537af6a343c2..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:685f91316792fea5043bcf7f89756a689e82aefc56bf3c25810fa49ebaa97970
-size 1491466000
diff --git a/e2d2-w4/629M-100f/run.json b/e2d2-w4/629M-100f/run.json
deleted file mode 100644
index a8a89dbdac037f1c63ee02a7136bb373e8005b7a..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/629M-100f",
- "run_dir": "e2d2-629M-15dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 20366,
- "params": 745720320,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/bb3818dc"
-}
\ No newline at end of file
diff --git a/e2d2-w4/629M-10f/model.safetensors b/e2d2-w4/629M-10f/model.safetensors
deleted file mode 100644
index 33f6ecb99f731d5d0e0add416e6d9ca1244cdff1..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea3348cf86e39d5ab353a85dd0160d82c9ed9b8277a2f41e33b85ec09b48aad8
-size 1491466000
diff --git a/e2d2-w4/629M-10f/run.json b/e2d2-w4/629M-10f/run.json
deleted file mode 100644
index 237ae8b2cf79330897ac0dcfb5a68446ac956110..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/629M-10f",
- "run_dir": "e2d2-629M-15dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 2036,
- "params": 745720320,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/90a96dc0"
-}
\ No newline at end of file
diff --git a/e2d2-w4/629M-30f/model.safetensors b/e2d2-w4/629M-30f/model.safetensors
deleted file mode 100644
index 82e87a9c9e9ee272df49cfb03abfdace148fdfa4..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1767a61ce5f6c7f6ae53ca0a2f29177711f3a501188a091b47e247a8be0a53c3
-size 1491466000
diff --git a/e2d2-w4/629M-30f/run.json b/e2d2-w4/629M-30f/run.json
deleted file mode 100644
index 6ad08f8234b7693f3ef454e9d4c6f2323607c0f4..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/629M-30f",
- "run_dir": "e2d2-629M-15dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 6109,
- "params": 745720320,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b47c5e70"
-}
\ No newline at end of file
diff --git a/e2d2-w4/629M-60f/model.safetensors b/e2d2-w4/629M-60f/model.safetensors
deleted file mode 100644
index b3e12d08bd9562546d97adc996ddf3ef13f40f81..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e18110f388536d468a31d582489c05fefa089166b3cf4430d604192e1efba345
-size 1491466000
diff --git a/e2d2-w4/629M-60f/run.json b/e2d2-w4/629M-60f/run.json
deleted file mode 100644
index 7b542887fd2e7cdb4c196f0e12302c5aef6d10f8..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/629M-60f",
- "run_dir": "e2d2-629M-15dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 12219,
- "params": 745720320,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b948e3c9"
-}
\ No newline at end of file
diff --git a/e2d2-w4/629M-6f/model.safetensors b/e2d2-w4/629M-6f/model.safetensors
deleted file mode 100644
index 522a4cf85dcbb6c8afeb1d99ad505a70a21aa0b7..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c12d16e0ab704037cdaa45b19642473a25b5cc5c4cbd9dd62ba553c79c145eab
-size 1491466000
diff --git a/e2d2-w4/629M-6f/run.json b/e2d2-w4/629M-6f/run.json
deleted file mode 100644
index 42b847938daf496096857d068de5718849751d78..0000000000000000000000000000000000000000
--- a/e2d2-w4/629M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/629M-6f",
- "run_dir": "e2d2-629M-15dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 1221,
- "params": 745720320,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/77adc886"
-}
\ No newline at end of file
diff --git a/e2d2-w4/66M-10f/model.safetensors b/e2d2-w4/66M-10f/model.safetensors
deleted file mode 100644
index 5dd3a927eba74cf0c2cfaaa6f205baa5ccac8084..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f9b9453dddeef8d677252307492fd72c829c5094f701bbae085595e4cd36b8ac
-size 219756920
diff --git a/e2d2-w4/66M-10f/run.json b/e2d2-w4/66M-10f/run.json
deleted file mode 100644
index 9f0a2966b63dd838e6a72995e410aff3497e0d4a..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/66M-10f",
- "run_dir": "e2d2-66M-6dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 15100,
- "params": 109873280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2b7d661a"
-}
\ No newline at end of file
diff --git a/e2d2-w4/66M-30f/model.safetensors b/e2d2-w4/66M-30f/model.safetensors
deleted file mode 100644
index 2169e32e5c4396b75438623c62b9f4abe7540bd8..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a53ed4a2d841d2a0831a85412742714c974d76ddb1148f62d16973a3c0a36045
-size 219756920
diff --git a/e2d2-w4/66M-30f/run.json b/e2d2-w4/66M-30f/run.json
deleted file mode 100644
index efc5c4ee624bf5eea6837b004c656f5e3a26f4ee..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/66M-30f",
- "run_dir": "e2d2-66M-6dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 45302,
- "params": 109873280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/3c7e5536"
-}
\ No newline at end of file
diff --git a/e2d2-w4/66M-60f/model.safetensors b/e2d2-w4/66M-60f/model.safetensors
deleted file mode 100644
index f1fd283ae818a6f9c1cd4cd99126736943ee8a73..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f9bcc85345ee30a9b6399adf30c9122d46ab3f590985ff185492ac9d9a3da71
-size 219756920
diff --git a/e2d2-w4/66M-60f/run.json b/e2d2-w4/66M-60f/run.json
deleted file mode 100644
index 1c53b84a21d88a1c184e4090d85e0190c99359a4..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/66M-60f",
- "run_dir": "e2d2-66M-6dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 90605,
- "params": 109873280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0aabab12"
-}
\ No newline at end of file
diff --git a/e2d2-w4/66M-6f/model.safetensors b/e2d2-w4/66M-6f/model.safetensors
deleted file mode 100644
index 344c8a7680889d71a2d2e43f087c36ceb835e170..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9749830f32e258677e3a99385e482556b1ae8812fa344584b87b8b5a275045a0
-size 219756920
diff --git a/e2d2-w4/66M-6f/run.json b/e2d2-w4/66M-6f/run.json
deleted file mode 100644
index f54c3a16bf15f14be635246d7d2357f5fccaf3a3..0000000000000000000000000000000000000000
--- a/e2d2-w4/66M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/66M-6f",
- "run_dir": "e2d2-66M-6dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask-lowvar",
- "step": 9060,
- "params": 109873280,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/31e595df"
-}
\ No newline at end of file
diff --git a/e2d2-w4/944M-100f/model.safetensors b/e2d2-w4/944M-100f/model.safetensors
deleted file mode 100644
index 43d1e416723a881ecebb24c288d810f6a328fa05..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6772c5f62c31f39935cf37b0c0daa6169e753bd6c833ee29d51c46afc6e5b96d
-size 2193204312
diff --git a/e2d2-w4/944M-100f/run.json b/e2d2-w4/944M-100f/run.json
deleted file mode 100644
index 69322ed033eb2d4d4abe437de02e590b2acccb82..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/944M-100f",
- "run_dir": "e2d2-944M-16dec-w4-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 13930,
- "params": 1096588800,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/6bcba193"
-}
\ No newline at end of file
diff --git a/e2d2-w4/944M-10f/model.safetensors b/e2d2-w4/944M-10f/model.safetensors
deleted file mode 100644
index a2dad685846bd29b82652e37c82ecd54e5a98663..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02c440a3f2cdd127046092c9c7ab7d2da105a2873df22fae85a64e2f18087df6
-size 2193204312
diff --git a/e2d2-w4/944M-10f/run.json b/e2d2-w4/944M-10f/run.json
deleted file mode 100644
index ecf01cd6df8485eef84fa4321b1cbac51ed3dcf6..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/944M-10f",
- "run_dir": "e2d2-944M-16dec-w4-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 1393,
- "params": 1096588800,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f6e3fad2"
-}
\ No newline at end of file
diff --git a/e2d2-w4/944M-30f/model.safetensors b/e2d2-w4/944M-30f/model.safetensors
deleted file mode 100644
index 1e16b984849960a7d792dae697ce5a2a776bea09..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88706c7541afb9e00a6f70103f06966715acb000834a236af2b1f24fb11f9801
-size 2193204312
diff --git a/e2d2-w4/944M-30f/run.json b/e2d2-w4/944M-30f/run.json
deleted file mode 100644
index 84b6f25f51bf2ca2c4312bcae758e90edadfed57..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/944M-30f",
- "run_dir": "e2d2-944M-16dec-w4-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 4179,
- "params": 1096588800,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b35236a1"
-}
\ No newline at end of file
diff --git a/e2d2-w4/944M-60f/model.safetensors b/e2d2-w4/944M-60f/model.safetensors
deleted file mode 100644
index a2c423a5cdf86bd948da0ffe541ca3bd911169ee..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f1f2c2fd5d885ad38e1fb91e4302a60581dd352fd9957087457380ca6425651f
-size 2193204312
diff --git a/e2d2-w4/944M-60f/run.json b/e2d2-w4/944M-60f/run.json
deleted file mode 100644
index cc92bd448e37a5c4c829306b6bc1e1797b50f68f..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/944M-60f",
- "run_dir": "e2d2-944M-16dec-w4-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 8358,
- "params": 1096588800,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/9bee5c12"
-}
\ No newline at end of file
diff --git a/e2d2-w4/944M-6f/model.safetensors b/e2d2-w4/944M-6f/model.safetensors
deleted file mode 100644
index 1425299a769001a9a25dfae709dfdfabd9ff15e9..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b21f67322302136a9c60c10507a41df54950ec38e58ef71ca97e7703be01a974
-size 2193204312
diff --git a/e2d2-w4/944M-6f/run.json b/e2d2-w4/944M-6f/run.json
deleted file mode 100644
index 580bff4d0e94a4f958e8b8d47be491bb44c5d899..0000000000000000000000000000000000000000
--- a/e2d2-w4/944M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "e2d2-w4/944M-6f",
- "run_dir": "e2d2-944M-16dec-w4-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask-lowvar",
- "step": 835,
- "params": 1096588800,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/90486546"
-}
\ No newline at end of file
diff --git a/maskarm/113M-100f/model.safetensors b/maskarm/113M-100f/model.safetensors
deleted file mode 100644
index 53cf65f10cdd7b8408b90d76b6a974785528cb14..0000000000000000000000000000000000000000
--- a/maskarm/113M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:935b831ed985e4569f713a200ac05c384ca074edf7894c661b118ef8350ffa05
-size 310884952
diff --git a/maskarm/113M-100f/run.json b/maskarm/113M-100f/run.json
deleted file mode 100644
index 6387a8246f9ab51a8413cc619bf4dc1629757144..0000000000000000000000000000000000000000
--- a/maskarm/113M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/113M-100f",
- "run_dir": "maskarm-113M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 104137,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/dcbba724"
-}
\ No newline at end of file
diff --git a/maskarm/113M-10f/model.safetensors b/maskarm/113M-10f/model.safetensors
deleted file mode 100644
index e8a3a52c9fe04c1679e6bf0bdba088e3fe3b48fb..0000000000000000000000000000000000000000
--- a/maskarm/113M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0eeee1d827e97e86bb55f9972bf58dc5f4a85f5a6aad5d14d3f706b1d8df23cd
-size 310884952
diff --git a/maskarm/113M-10f/run.json b/maskarm/113M-10f/run.json
deleted file mode 100644
index 7b8d24e8b120f6df2150fdee927b2e41a63fb07d..0000000000000000000000000000000000000000
--- a/maskarm/113M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/113M-10f",
- "run_dir": "maskarm-113M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 10413,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/fed5724d"
-}
\ No newline at end of file
diff --git a/maskarm/113M-30f/model.safetensors b/maskarm/113M-30f/model.safetensors
deleted file mode 100644
index e0eac1ffd09d8da5a6ca79898707e854aebb8db2..0000000000000000000000000000000000000000
--- a/maskarm/113M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ee91563d8da0afdba6c3d0794052a1cc233896c0c9fe551e263a6b8c5d491fd
-size 310884952
diff --git a/maskarm/113M-30f/run.json b/maskarm/113M-30f/run.json
deleted file mode 100644
index feb537f036512741fa2d7330a5bc4acf8a33c0b8..0000000000000000000000000000000000000000
--- a/maskarm/113M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/113M-30f",
- "run_dir": "maskarm-113M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 31241,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/ccfd0b74"
-}
\ No newline at end of file
diff --git a/maskarm/113M-60f/model.safetensors b/maskarm/113M-60f/model.safetensors
deleted file mode 100644
index 7953f5c136cea7622dc77843d26f86e2bd691b41..0000000000000000000000000000000000000000
--- a/maskarm/113M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de4cbf7361863bd1b943dc9ea0c737b440fa74563357a4de2c9fed611331d3f2
-size 310884952
diff --git a/maskarm/113M-60f/run.json b/maskarm/113M-60f/run.json
deleted file mode 100644
index 908d0681df60c6f0a8d51bfb0d95978588a60bbd..0000000000000000000000000000000000000000
--- a/maskarm/113M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/113M-60f",
- "run_dir": "maskarm-113M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 62482,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f53a9e0c"
-}
\ No newline at end of file
diff --git a/maskarm/113M-6f/model.safetensors b/maskarm/113M-6f/model.safetensors
deleted file mode 100644
index 2dc02902e76212444abf399b04336a5620dc3534..0000000000000000000000000000000000000000
--- a/maskarm/113M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b68905e096eca2953e8c19a5aa0d30d22843c03261843ff586bc4857cc4e6d7b
-size 310884952
diff --git a/maskarm/113M-6f/run.json b/maskarm/113M-6f/run.json
deleted file mode 100644
index 2269bfd8b6971287ee369a91c7e86fdbd76556db..0000000000000000000000000000000000000000
--- a/maskarm/113M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/113M-6f",
- "run_dir": "maskarm-113M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 6248,
- "params": 155437824,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/706c0614"
-}
\ No newline at end of file
diff --git a/maskarm/1233M-100f/model.safetensors b/maskarm/1233M-100f/model.safetensors
deleted file mode 100644
index 46bede3de38771418fb693d064126c371c1989e6..0000000000000000000000000000000000000000
--- a/maskarm/1233M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6924ec655789437984027167112c7987a06d7d248e3b0e316add2a562c3e642f
-size 2542139296
diff --git a/maskarm/1233M-100f/run.json b/maskarm/1233M-100f/run.json
deleted file mode 100644
index 0504cc7ff67100722c9759f0796c6bfd82204470..0000000000000000000000000000000000000000
--- a/maskarm/1233M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/1233M-100f",
- "run_dir": "maskarm-1233M-100.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 12083,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/25c96e77"
-}
\ No newline at end of file
diff --git a/maskarm/1233M-10f/model.safetensors b/maskarm/1233M-10f/model.safetensors
deleted file mode 100644
index 9c3868743ea72b4bbbdcb7f609d24d9a64cb048c..0000000000000000000000000000000000000000
--- a/maskarm/1233M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:85e1d230b32e8df7edd2ca6fba37045faa2c2c483ed5f6b4057b3b6db23c97d9
-size 2542139296
diff --git a/maskarm/1233M-10f/run.json b/maskarm/1233M-10f/run.json
deleted file mode 100644
index a74168f86c9bd6bfc246cd4eb55368d1d895eccf..0000000000000000000000000000000000000000
--- a/maskarm/1233M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/1233M-10f",
- "run_dir": "maskarm-1233M-10.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 1208,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/5fd0e102"
-}
\ No newline at end of file
diff --git a/maskarm/1233M-30f/model.safetensors b/maskarm/1233M-30f/model.safetensors
deleted file mode 100644
index cafe54eb3a5e69acf06e8844d483ca9b02bd7dac..0000000000000000000000000000000000000000
--- a/maskarm/1233M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b9023f89d3e1284e400e3d349a001dadaf1962a5fd51b9ee566f89a7a9c7e3c
-size 2542139296
diff --git a/maskarm/1233M-30f/run.json b/maskarm/1233M-30f/run.json
deleted file mode 100644
index 3b7e17d0620ca821189687645f1eef77c500695f..0000000000000000000000000000000000000000
--- a/maskarm/1233M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/1233M-30f",
- "run_dir": "maskarm-1233M-30.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 3624,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/d46f44f6"
-}
\ No newline at end of file
diff --git a/maskarm/1233M-60f/model.safetensors b/maskarm/1233M-60f/model.safetensors
deleted file mode 100644
index 90a6f35e0f629fb5d97e598e18882d673d389ac3..0000000000000000000000000000000000000000
--- a/maskarm/1233M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0278982902e33e7ed180683a187292f53ac666ab03ef125dcd9d08f2f3cdd0d3
-size 2542139296
diff --git a/maskarm/1233M-60f/run.json b/maskarm/1233M-60f/run.json
deleted file mode 100644
index 97dcd6b2c8ef1a86ccb1787b15593ef294912409..0000000000000000000000000000000000000000
--- a/maskarm/1233M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/1233M-60f",
- "run_dir": "maskarm-1233M-60.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 7249,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/61a5a9c8"
-}
\ No newline at end of file
diff --git a/maskarm/1233M-6f/model.safetensors b/maskarm/1233M-6f/model.safetensors
deleted file mode 100644
index 5bad445ef2a2464ac7303c0bcb9593c33d4e14ad..0000000000000000000000000000000000000000
--- a/maskarm/1233M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b79cb4bb2fa57311c79d1d8b6b3c1b534253362fb9e60c2a30a6e64c0f2ebe33
-size 2542139296
diff --git a/maskarm/1233M-6f/run.json b/maskarm/1233M-6f/run.json
deleted file mode 100644
index 87ed823e52282bc3980c3665b9c69aac7f2827eb..0000000000000000000000000000000000000000
--- a/maskarm/1233M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/1233M-6f",
- "run_dir": "maskarm-1233M-6.0flop-SSSL-qknorm-noaffine-gqa7-n4096-docmask",
- "step": 724,
- "params": 1271060224,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e2aad288"
-}
\ No newline at end of file
diff --git a/maskarm/170M-100f/model.safetensors b/maskarm/170M-100f/model.safetensors
deleted file mode 100644
index f9c6422392af5d06102faa010db2dc53df55c5a6..0000000000000000000000000000000000000000
--- a/maskarm/170M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:095d3d767795b0838e87c8ea969093b71a6ff7ab752df436735d32d2942cf47d
-size 417076256
diff --git a/maskarm/170M-100f/run.json b/maskarm/170M-100f/run.json
deleted file mode 100644
index ab4100fb075e70bb3df0e21c3b6aceddf2a248be..0000000000000000000000000000000000000000
--- a/maskarm/170M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/170M-100f",
- "run_dir": "maskarm-170M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 73072,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/03692e1c"
-}
\ No newline at end of file
diff --git a/maskarm/170M-10f/model.safetensors b/maskarm/170M-10f/model.safetensors
deleted file mode 100644
index e8eaafde41819ab1cc5c75967ebb6c3c5c36e86d..0000000000000000000000000000000000000000
--- a/maskarm/170M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec0569f24da63cba0b50b7081e5f83f51f889bfd0a5d80d192af2e11a85d6617
-size 417076256
diff --git a/maskarm/170M-10f/run.json b/maskarm/170M-10f/run.json
deleted file mode 100644
index d0ebe665dbdebeec3f34cf946354b733119faedf..0000000000000000000000000000000000000000
--- a/maskarm/170M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/170M-10f",
- "run_dir": "maskarm-170M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 7307,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/d6fa6544"
-}
\ No newline at end of file
diff --git a/maskarm/170M-30f/model.safetensors b/maskarm/170M-30f/model.safetensors
deleted file mode 100644
index 92858c123a73d5ee2fb24a093054f8b63833a681..0000000000000000000000000000000000000000
--- a/maskarm/170M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:702c5df60231e5b850d4d9ea694d2accfd7ab128d32e5dd264b5873d13b4f1b5
-size 417076256
diff --git a/maskarm/170M-30f/run.json b/maskarm/170M-30f/run.json
deleted file mode 100644
index aa62ae94347358c27483430ecf99d31d7e903150..0000000000000000000000000000000000000000
--- a/maskarm/170M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/170M-30f",
- "run_dir": "maskarm-170M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 21921,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b5f6f351"
-}
\ No newline at end of file
diff --git a/maskarm/170M-60f/model.safetensors b/maskarm/170M-60f/model.safetensors
deleted file mode 100644
index 6caec5bf1d86f9bc0db1d3b7c35211232852b95f..0000000000000000000000000000000000000000
--- a/maskarm/170M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de23979676128465f739cc468305d94145599797dd8edaff4d2fc41b7e1537f5
-size 417076256
diff --git a/maskarm/170M-60f/run.json b/maskarm/170M-60f/run.json
deleted file mode 100644
index cd2a1539471933530bcc40b7b0e724c034cda350..0000000000000000000000000000000000000000
--- a/maskarm/170M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/170M-60f",
- "run_dir": "maskarm-170M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 43843,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2facff2f"
-}
\ No newline at end of file
diff --git a/maskarm/170M-6f/model.safetensors b/maskarm/170M-6f/model.safetensors
deleted file mode 100644
index b0f901193d71295f70021f330c8df214cc30c378..0000000000000000000000000000000000000000
--- a/maskarm/170M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:760f5a37047060164637c1deab09248a61455d9fad403a4f641230ed52dd0a9d
-size 417076256
diff --git a/maskarm/170M-6f/run.json b/maskarm/170M-6f/run.json
deleted file mode 100644
index 12c2cbb587b7ce6e2de248cf159137ca239178a0..0000000000000000000000000000000000000000
--- a/maskarm/170M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/170M-6f",
- "run_dir": "maskarm-170M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 4384,
- "params": 208531200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/9ed41f79"
-}
\ No newline at end of file
diff --git a/maskarm/336M-100f/model.safetensors b/maskarm/336M-100f/model.safetensors
deleted file mode 100644
index ae4c7ee2e366994fb7e27c3e1dc9335d85e09929..0000000000000000000000000000000000000000
--- a/maskarm/336M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b9f7abce67fd2f90c1325fe1d812119f1ee8420454a12cbc1e25afd7762fe667
-size 760579272
diff --git a/maskarm/336M-100f/run.json b/maskarm/336M-100f/run.json
deleted file mode 100644
index ab75720ee21a63523a6cdd4988c2e8c7debd5a0e..0000000000000000000000000000000000000000
--- a/maskarm/336M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/336M-100f",
- "run_dir": "maskarm-336M-100.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 40144,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/b0b8b338"
-}
\ No newline at end of file
diff --git a/maskarm/336M-10f/model.safetensors b/maskarm/336M-10f/model.safetensors
deleted file mode 100644
index cd0f7dff112bedb0d4a57fc992f7e97459f1a693..0000000000000000000000000000000000000000
--- a/maskarm/336M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1177b5dfdc3d7d921276804a410c727109b703da8ef015fcc33a192ffa71e780
-size 760579272
diff --git a/maskarm/336M-10f/run.json b/maskarm/336M-10f/run.json
deleted file mode 100644
index 9cee5267288929468ec96c5bd9e578eb4e234f2d..0000000000000000000000000000000000000000
--- a/maskarm/336M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/336M-10f",
- "run_dir": "maskarm-336M-10.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 4014,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2fd46801"
-}
\ No newline at end of file
diff --git a/maskarm/336M-30f/model.safetensors b/maskarm/336M-30f/model.safetensors
deleted file mode 100644
index cbcdd4a28388af7f36c498a0cc7837e09aa5386a..0000000000000000000000000000000000000000
--- a/maskarm/336M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9892a9a82fc5089fd4dd32f0f231c39f1b906b8f67d47a256f688bd77d39b9a5
-size 760579272
diff --git a/maskarm/336M-30f/run.json b/maskarm/336M-30f/run.json
deleted file mode 100644
index c76f353804c9a6de9791f6fea5460d5a0e447aff..0000000000000000000000000000000000000000
--- a/maskarm/336M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/336M-30f",
- "run_dir": "maskarm-336M-30.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 12043,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0c08d46e"
-}
\ No newline at end of file
diff --git a/maskarm/336M-60f/model.safetensors b/maskarm/336M-60f/model.safetensors
deleted file mode 100644
index ceee766fe930996bfb6c8f893bd73005598496ac..0000000000000000000000000000000000000000
--- a/maskarm/336M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fc4ee75605f943481d489b447134eabec13485aa42161ba5e05d25c2d65d8860
-size 760579272
diff --git a/maskarm/336M-60f/run.json b/maskarm/336M-60f/run.json
deleted file mode 100644
index d8f1a36dd690c3d6b6f5081ebb640519e8e6d64a..0000000000000000000000000000000000000000
--- a/maskarm/336M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/336M-60f",
- "run_dir": "maskarm-336M-60.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 24086,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0c974c6c"
-}
\ No newline at end of file
diff --git a/maskarm/336M-6f/model.safetensors b/maskarm/336M-6f/model.safetensors
deleted file mode 100644
index ca6b7ad01c05458461ae38de8e022f34d3e8f8e0..0000000000000000000000000000000000000000
--- a/maskarm/336M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77029b1d08ee3e687a1eb08db247c2545ed75cf00853aeedfb027d8f07c452db
-size 760579272
diff --git a/maskarm/336M-6f/run.json b/maskarm/336M-6f/run.json
deleted file mode 100644
index ea9d2d69560ef448b2cd33200596cdd9921c8d94..0000000000000000000000000000000000000000
--- a/maskarm/336M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/336M-6f",
- "run_dir": "maskarm-336M-6.0flop-SSSL-qknorm-noaffine-gqa8-n4096-docmask",
- "step": 2408,
- "params": 380281856,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/0bfe33b1"
-}
\ No newline at end of file
diff --git a/maskarm/472M-100f/model.safetensors b/maskarm/472M-100f/model.safetensors
deleted file mode 100644
index cefaa6fa7123733bee813e97d24a044e45496059..0000000000000000000000000000000000000000
--- a/maskarm/472M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64dd4dab9ababbab5c7c25cede4e7142150dcba1394884db99246cb068460919
-size 1049012432
diff --git a/maskarm/472M-100f/run.json b/maskarm/472M-100f/run.json
deleted file mode 100644
index e6b6c1de26814e0737cd535443031e8bbc754d4e..0000000000000000000000000000000000000000
--- a/maskarm/472M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/472M-100f",
- "run_dir": "maskarm-472M-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 29462,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/bae81779"
-}
\ No newline at end of file
diff --git a/maskarm/472M-10f/model.safetensors b/maskarm/472M-10f/model.safetensors
deleted file mode 100644
index 412444cdf11890e1e5855e4deb31536d095fe89d..0000000000000000000000000000000000000000
--- a/maskarm/472M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d93e4133e8c564a0af225be570e6da422edb45481ed14cdd0b50d655f610a5e7
-size 1049012432
diff --git a/maskarm/472M-10f/run.json b/maskarm/472M-10f/run.json
deleted file mode 100644
index cde3ad980185c65fe98b8b2135f768af2275a9c3..0000000000000000000000000000000000000000
--- a/maskarm/472M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/472M-10f",
- "run_dir": "maskarm-472M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 2946,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/1ab970e1"
-}
\ No newline at end of file
diff --git a/maskarm/472M-30f/model.safetensors b/maskarm/472M-30f/model.safetensors
deleted file mode 100644
index 41ca258022add82c185a97fc4e55cf482646d14a..0000000000000000000000000000000000000000
--- a/maskarm/472M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b704ff96dbce68d06c8fe4621192cbb08a2ee1d71917e0d6c9b37275e09621e3
-size 1049012432
diff --git a/maskarm/472M-30f/run.json b/maskarm/472M-30f/run.json
deleted file mode 100644
index 5ee17679edd7d54388746f82fc3770d9b0144c30..0000000000000000000000000000000000000000
--- a/maskarm/472M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/472M-30f",
- "run_dir": "maskarm-472M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 8838,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/175abc06"
-}
\ No newline at end of file
diff --git a/maskarm/472M-60f/model.safetensors b/maskarm/472M-60f/model.safetensors
deleted file mode 100644
index ba98f7d7839a04cb5512f0cd1805b1008ba6dd7a..0000000000000000000000000000000000000000
--- a/maskarm/472M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d06cbd9cac631c437fb10514eabf84ece3aef9b94ec44906e900bde7fa56e364
-size 1049012432
diff --git a/maskarm/472M-60f/run.json b/maskarm/472M-60f/run.json
deleted file mode 100644
index c76d471a02cadcaa5a1af6aac6cd236591958dc0..0000000000000000000000000000000000000000
--- a/maskarm/472M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/472M-60f",
- "run_dir": "maskarm-472M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 17677,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/8b5db358"
-}
\ No newline at end of file
diff --git a/maskarm/472M-6f/model.safetensors b/maskarm/472M-6f/model.safetensors
deleted file mode 100644
index 0c581c4433dff552c40f2266b02d26fc31ebf5ad..0000000000000000000000000000000000000000
--- a/maskarm/472M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27937211fafabd1b7f3e29ea6ff7deadf301c78ba356a78b82519b2dd12780a3
-size 1049012432
diff --git a/maskarm/472M-6f/run.json b/maskarm/472M-6f/run.json
deleted file mode 100644
index b4f19ead98623b6cf222bfbb9aa0a9853b74f493..0000000000000000000000000000000000000000
--- a/maskarm/472M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/472M-6f",
- "run_dir": "maskarm-472M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 1767,
- "params": 524499200,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/48230244"
-}
\ No newline at end of file
diff --git a/maskarm/629M-100f/model.safetensors b/maskarm/629M-100f/model.safetensors
deleted file mode 100644
index 51208f2b053e1abbbbcedd1449d5b589e09d9035..0000000000000000000000000000000000000000
--- a/maskarm/629M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76155872244ebbdee33bf14a373823bf4de3af408a7f7dd96334c055bb5d69d1
-size 1343959832
diff --git a/maskarm/629M-100f/run.json b/maskarm/629M-100f/run.json
deleted file mode 100644
index 35f36f674f9e5e6ec1cb341eee59014f95783262..0000000000000000000000000000000000000000
--- a/maskarm/629M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/629M-100f",
- "run_dir": "maskarm-629M-100.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 22588,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/a1fed9ff"
-}
\ No newline at end of file
diff --git a/maskarm/629M-10f/model.safetensors b/maskarm/629M-10f/model.safetensors
deleted file mode 100644
index da5008e5c9d3f9aef9078c930c035eb316bda49b..0000000000000000000000000000000000000000
--- a/maskarm/629M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12f5b43f02b1c52bdd83c25c14e313d703da719c6f8c6899b8fcf48abcbe2c33
-size 1343959832
diff --git a/maskarm/629M-10f/run.json b/maskarm/629M-10f/run.json
deleted file mode 100644
index 030d9a5964afb4a44d2818c1af02f72c34a92f76..0000000000000000000000000000000000000000
--- a/maskarm/629M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/629M-10f",
- "run_dir": "maskarm-629M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 2258,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/5114f700"
-}
\ No newline at end of file
diff --git a/maskarm/629M-30f/model.safetensors b/maskarm/629M-30f/model.safetensors
deleted file mode 100644
index 259af651bdf9a64d11392824db447212f93cd1e4..0000000000000000000000000000000000000000
--- a/maskarm/629M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed8f2cd7b0eeb71e157e46d3fb0197add489692693fcc44de3751e245bdfb48b
-size 1343959832
diff --git a/maskarm/629M-30f/run.json b/maskarm/629M-30f/run.json
deleted file mode 100644
index 79aa131cbe61de318f070c1323b42748e2e90064..0000000000000000000000000000000000000000
--- a/maskarm/629M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/629M-30f",
- "run_dir": "maskarm-629M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 6776,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/3c2a812f"
-}
\ No newline at end of file
diff --git a/maskarm/629M-60f/model.safetensors b/maskarm/629M-60f/model.safetensors
deleted file mode 100644
index e09801f4704c0741df461d4200657cf8c35bde1f..0000000000000000000000000000000000000000
--- a/maskarm/629M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c4cda00135b50a2171318337ef29227e4a70a9446519f90a47d1645a02f9fc9
-size 1343959832
diff --git a/maskarm/629M-60f/run.json b/maskarm/629M-60f/run.json
deleted file mode 100644
index b7e61c1c3983e48fcd5423a9039e244cd869136d..0000000000000000000000000000000000000000
--- a/maskarm/629M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/629M-60f",
- "run_dir": "maskarm-629M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 13553,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/fe50c118"
-}
\ No newline at end of file
diff --git a/maskarm/629M-6f/model.safetensors b/maskarm/629M-6f/model.safetensors
deleted file mode 100644
index 473720ed9fd38fbdff6a00773d7722b68bcd0a98..0000000000000000000000000000000000000000
--- a/maskarm/629M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e541b0010f74df530507c7f0d14ccc5de2585f308e2abec88e0d9021cc48fe92
-size 1343959832
diff --git a/maskarm/629M-6f/run.json b/maskarm/629M-6f/run.json
deleted file mode 100644
index ce193e2ed2e974549e14a2daa5296340447a7bda..0000000000000000000000000000000000000000
--- a/maskarm/629M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/629M-6f",
- "run_dir": "maskarm-629M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 1355,
- "params": 671970560,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/cbe5e716"
-}
\ No newline at end of file
diff --git a/maskarm/66M-10f/model.safetensors b/maskarm/66M-10f/model.safetensors
deleted file mode 100644
index 5685a019f0a2f9f74f1e5dc4a699af7b2d8c2cec..0000000000000000000000000000000000000000
--- a/maskarm/66M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc5d34626d916eabd8ea07b2193106d11e7c04ace3efcf8b8d8d008d1e226727
-size 204998480
diff --git a/maskarm/66M-10f/run.json b/maskarm/66M-10f/run.json
deleted file mode 100644
index 86b514299d42699f8fcd77a7239554bbb1b9454b..0000000000000000000000000000000000000000
--- a/maskarm/66M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/66M-10f",
- "run_dir": "maskarm-66M-10.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 16241,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e9951cdc"
-}
\ No newline at end of file
diff --git a/maskarm/66M-30f/model.safetensors b/maskarm/66M-30f/model.safetensors
deleted file mode 100644
index 4ec20ecfb81ee0f3eda5629b329d1e29c1382b33..0000000000000000000000000000000000000000
--- a/maskarm/66M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc2b93c1f81e88e2a462375a2e743652bab357418afbc24af4e05ddc33a4b162
-size 204998480
diff --git a/maskarm/66M-30f/run.json b/maskarm/66M-30f/run.json
deleted file mode 100644
index b27144312c7ef109f09330b4c7f7e4a1bda7fcc1..0000000000000000000000000000000000000000
--- a/maskarm/66M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/66M-30f",
- "run_dir": "maskarm-66M-30.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 48724,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/2ca77f8a"
-}
\ No newline at end of file
diff --git a/maskarm/66M-60f/model.safetensors b/maskarm/66M-60f/model.safetensors
deleted file mode 100644
index ab02677449f088428caf745f52f01b16006ac28c..0000000000000000000000000000000000000000
--- a/maskarm/66M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:147c6efc56280fdf2cb59cff5393de629aecd3ae5072ca94851578664422aade
-size 204998480
diff --git a/maskarm/66M-60f/run.json b/maskarm/66M-60f/run.json
deleted file mode 100644
index cdbf88580693481168f6396a3c5593bb08000468..0000000000000000000000000000000000000000
--- a/maskarm/66M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/66M-60f",
- "run_dir": "maskarm-66M-60.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 97449,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/f73b8bfe"
-}
\ No newline at end of file
diff --git a/maskarm/66M-6f/model.safetensors b/maskarm/66M-6f/model.safetensors
deleted file mode 100644
index 110eab4771d2acb55857bc7b06f242db28206c3d..0000000000000000000000000000000000000000
--- a/maskarm/66M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91799319f67194b18df05ea677eb83f5f6d183a5f282e809e354d059b0d78e67
-size 204998480
diff --git a/maskarm/66M-6f/run.json b/maskarm/66M-6f/run.json
deleted file mode 100644
index 11aa4ac5ff7cc6373208f82204cce00ee1c36358..0000000000000000000000000000000000000000
--- a/maskarm/66M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/66M-6f",
- "run_dir": "maskarm-66M-6.0flop-SSSL-qknorm-noaffine-gqa5-n4096-docmask",
- "step": 9744,
- "params": 102495360,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/3d72daf7"
-}
\ No newline at end of file
diff --git a/maskarm/944M-100f/model.safetensors b/maskarm/944M-100f/model.safetensors
deleted file mode 100644
index 59bcfed1dd49f2f371c59cf7be5105e70b46f16e..0000000000000000000000000000000000000000
--- a/maskarm/944M-100f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5558b21cff315af5364eda4f4f20161e2962b986fd006ca2aad627468abd8824
-size 1966649464
diff --git a/maskarm/944M-100f/run.json b/maskarm/944M-100f/run.json
deleted file mode 100644
index ee183211584bf7cef94662b0649b4f1e7af18473..0000000000000000000000000000000000000000
--- a/maskarm/944M-100f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/944M-100f",
- "run_dir": "maskarm-944M-100.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 15467,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/cc51834f"
-}
\ No newline at end of file
diff --git a/maskarm/944M-10f/model.safetensors b/maskarm/944M-10f/model.safetensors
deleted file mode 100644
index 76ad1e8b2e207ff6a0155e88c74f4e50f3218b08..0000000000000000000000000000000000000000
--- a/maskarm/944M-10f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac5e58b1161a3f4ec67d9533e31117a9be8699fc3522db7c932ae48b5f70e37c
-size 1966649464
diff --git a/maskarm/944M-10f/run.json b/maskarm/944M-10f/run.json
deleted file mode 100644
index 0f243ca9dae611e0129e911d57ab30d67ad5e419..0000000000000000000000000000000000000000
--- a/maskarm/944M-10f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/944M-10f",
- "run_dir": "maskarm-944M-10.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 1546,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/208dab87"
-}
\ No newline at end of file
diff --git a/maskarm/944M-30f/model.safetensors b/maskarm/944M-30f/model.safetensors
deleted file mode 100644
index 4857f47199e887bc232db39d4a1adbcb5765e2c5..0000000000000000000000000000000000000000
--- a/maskarm/944M-30f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c55e55fb6907ecf3cd0c7578ec713c39091fabf556f1be7a94467205b25099f6
-size 1966649464
diff --git a/maskarm/944M-30f/run.json b/maskarm/944M-30f/run.json
deleted file mode 100644
index 6187bff72fbfab6cfa587dbaf59290c3412fa178..0000000000000000000000000000000000000000
--- a/maskarm/944M-30f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/944M-30f",
- "run_dir": "maskarm-944M-30.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 4640,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/23e134ba"
-}
\ No newline at end of file
diff --git a/maskarm/944M-60f/model.safetensors b/maskarm/944M-60f/model.safetensors
deleted file mode 100644
index 3f6641b87121385df091c5c96f5d632f4670cbe4..0000000000000000000000000000000000000000
--- a/maskarm/944M-60f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6113464062a2f30d2baea0c29e2e3a7a3b11d7d6f7ed56d04c6be4e7e1f5da2e
-size 1966649464
diff --git a/maskarm/944M-60f/run.json b/maskarm/944M-60f/run.json
deleted file mode 100644
index 8b88f454865eb10a8644f1b824188bbd97a195f5..0000000000000000000000000000000000000000
--- a/maskarm/944M-60f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/944M-60f",
- "run_dir": "maskarm-944M-60.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 9280,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/01863cb5"
-}
\ No newline at end of file
diff --git a/maskarm/944M-6f/model.safetensors b/maskarm/944M-6f/model.safetensors
deleted file mode 100644
index 579734b266db8748f7a00ff4bf602c0c82eb3d44..0000000000000000000000000000000000000000
--- a/maskarm/944M-6f/model.safetensors
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6eb0ebbcb33a19917de9e8988d02ac28eab2f984992017bd3c2c02aff3255dbf
-size 1966649464
diff --git a/maskarm/944M-6f/run.json b/maskarm/944M-6f/run.json
deleted file mode 100644
index b4aef7378a516d91fad05249ce8e671ebd1d26cd..0000000000000000000000000000000000000000
--- a/maskarm/944M-6f/run.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "path": "maskarm/944M-6f",
- "run_dir": "maskarm-944M-6.0flop-SSSL-qknorm-noaffine-gqa6-n4096-docmask",
- "step": 928,
- "params": 983314944,
- "wandb": "https://wandb.ai/marksmans/dlm/runs/e84b2d5a"
-}
\ No newline at end of file