Oto-yedek: Adım 970 | 16:42
Browse files- ckpt/latest.json +1 -1
- ckpt/slot_b/meta.json +1 -1
- ckpt/slot_b/opt_count.npy +1 -1
- ckpt/slot_b/opt_mu/embed.npy +1 -1
- ckpt/slot_b/opt_mu/final_norm.npy +1 -1
- ckpt/slot_b/opt_mu/layers__ln1.npy +1 -1
- ckpt/slot_b/opt_mu/layers__ln2.npy +1 -1
- ckpt/slot_b/opt_mu/layers__ln3.npy +1 -1
- ckpt/slot_b/opt_mu/layers__ln4.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wd.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wg.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wk.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wo.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wq.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wu.npy +1 -1
- ckpt/slot_b/opt_mu/layers__wv.npy +1 -1
- ckpt/slot_b/opt_nu/embed.npy +1 -1
- ckpt/slot_b/opt_nu/final_norm.npy +1 -1
- ckpt/slot_b/opt_nu/layers__ln1.npy +1 -1
- ckpt/slot_b/opt_nu/layers__ln2.npy +1 -1
- ckpt/slot_b/opt_nu/layers__ln3.npy +1 -1
- ckpt/slot_b/opt_nu/layers__ln4.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wd.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wg.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wk.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wo.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wq.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wu.npy +1 -1
- ckpt/slot_b/opt_nu/layers__wv.npy +1 -1
- ckpt/slot_b/params/embed.npy +1 -1
- ckpt/slot_b/params/final_norm.npy +1 -1
- ckpt/slot_b/params/layers__ln1.npy +1 -1
- ckpt/slot_b/params/layers__ln2.npy +1 -1
- ckpt/slot_b/params/layers__ln3.npy +1 -1
- ckpt/slot_b/params/layers__ln4.npy +1 -1
- ckpt/slot_b/params/layers__wd.npy +1 -1
- ckpt/slot_b/params/layers__wg.npy +1 -1
- ckpt/slot_b/params/layers__wk.npy +1 -1
- ckpt/slot_b/params/layers__wo.npy +1 -1
- ckpt/slot_b/params/layers__wq.npy +1 -1
- ckpt/slot_b/params/layers__wu.npy +1 -1
- ckpt/slot_b/params/layers__wv.npy +1 -1
ckpt/latest.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"slot": "
|
|
|
|
| 1 |
+
{"slot": "slot_b"}
|
ckpt/slot_b/meta.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"step":
|
|
|
|
| 1 |
+
{"step": 970, "tokens": 127139840, "batches": 970, "plan": {"total": 2716, "peak": 0.0003, "warmup": 50, "decay_start": 2444, "type": "wsd"}, "arch": {"n_layer": 5, "d_model": 320, "n_head": 4, "n_kv_head": 4, "head_dim": 80, "d_ff": 640, "vocab_size": 50176, "use_mtp": false}, "preset": "10m", "platform": "gpu", "time": 1793378573.6124892}
|
ckpt/slot_b/opt_count.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 132
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ef1528a6cbe8fff167fa9255bbd747f27f1cc56925923e0b56846210082afbf
|
| 3 |
size 132
|
ckpt/slot_b/opt_mu/embed.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 32112768
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb8f5b9a462c69d2de8436ac5c58c22b30cefcc0984c51ab410acf31351a6542
|
| 3 |
size 32112768
|
ckpt/slot_b/opt_mu/final_norm.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 768
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a78836e6c3cde4d82d20d925e2ac16062fad2aa55f083fd821898d229517b4d
|
| 3 |
size 768
|
ckpt/slot_b/opt_mu/layers__ln1.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3328
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9df007f5988377c0d4916d127458d09fe767ff1933ff3f8c465b29b153a33746
|
| 3 |
size 3328
|
ckpt/slot_b/opt_mu/layers__ln2.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3328
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1ee6ec6d48faf37a7314bc60d0fc6c616504b75a6792c6c8150b4b6bf0a7881
|
| 3 |
size 3328
|
ckpt/slot_b/opt_mu/layers__ln3.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3328
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:41b0bf17444a72f4ad7b5e4447a6af1632b4a15ef1251689664d1b093a57e54d
|
| 3 |
size 3328
|
ckpt/slot_b/opt_mu/layers__ln4.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3328
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9353b505aeaa2adbe4355157bfc7b5845d606256e2b97e1a9bae8df12ccbf57e
|
| 3 |
size 3328
|
ckpt/slot_b/opt_mu/layers__wd.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca03902f5f6b5a36e0cd3335d46300a44e2c05b9fe9f60484a0cb88acfea08f1
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_mu/layers__wg.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7acc6cbd1d5e8c7a39620d6fdab0f90938d6af3cdd57b93b732df7a7a1e87909
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_mu/layers__wk.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1024128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96d067ab22d7a6b3534b12216e236f503bd7d65845ad1f453135c9168cd6c083
|
| 3 |
size 1024128
|
ckpt/slot_b/opt_mu/layers__wo.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1024128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb4f968c5824d1081ee8ea9fd62820524f690e77586e4b6fd6cc2c40fcac2e95
|
| 3 |
size 1024128
|
ckpt/slot_b/opt_mu/layers__wq.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1024128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc978f2928160f0e9d0aef9ac03d32935d46fce78675391f1c1e554453427170
|
| 3 |
size 1024128
|
ckpt/slot_b/opt_mu/layers__wu.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a521b1449d058c2b19fe65edfae68b27dbcef446055422987c915ad85303413
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_mu/layers__wv.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1024128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d94520de1a4d4e725fe034c257e03f9e4792492a867f2eb002e41712be4a277
|
| 3 |
size 1024128
|
ckpt/slot_b/opt_nu/embed.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 64225408
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:359839ad332bb2f1929acedbf11471d3a150f561810126c63861cb88a4e80025
|
| 3 |
size 64225408
|
ckpt/slot_b/opt_nu/final_norm.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1408
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81fbb9a5e43ad45e316d865a25404414140b05349a824e31b50681508b11badc
|
| 3 |
size 1408
|
ckpt/slot_b/opt_nu/layers__ln1.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0bb0b775e84c92e56031b12225963445f05549b7d1e7b7842de3cae2020d51b
|
| 3 |
size 6528
|
ckpt/slot_b/opt_nu/layers__ln2.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:085ec3c175997511d5cd1fa357c01c7f5fb1a133cc303d748ac462e56d94fd4d
|
| 3 |
size 6528
|
ckpt/slot_b/opt_nu/layers__ln3.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5b4d38242d21a3f44bbca01a27f5d529c4328c0c81d04148f96ac20e2230d7b
|
| 3 |
size 6528
|
ckpt/slot_b/opt_nu/layers__ln4.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc91add00b1bfff845b1779afd5cdd158d22a2b40bbf2b0724bb4bbed766d417
|
| 3 |
size 6528
|
ckpt/slot_b/opt_nu/layers__wd.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0e1c1bbfc54fe11081388d98e10fd779f3c266d3dcc412562dfd04141d79281
|
| 3 |
size 4096128
|
ckpt/slot_b/opt_nu/layers__wg.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aff974b13fdaff42e0f7824722a16ef4cd5fea7682b722e5b13dd61a6c2d5fd0
|
| 3 |
size 4096128
|
ckpt/slot_b/opt_nu/layers__wk.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8aefe1cf691a819b96d3acf7b43d3524f03924a72e5ab5494bee5e64a4f14acd
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_nu/layers__wo.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dccaa67d0b21c9c4d042a713beb8f61aa166accebf58927fbe4f9064fb5cc7a5
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_nu/layers__wq.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:78418d47d63524a04d08d14b39fe038abac60c07c65678c606cbbbad21425f66
|
| 3 |
size 2048128
|
ckpt/slot_b/opt_nu/layers__wu.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8291338e009f6e3b35150c01f927ead293ce145a171debe3514eb69c3b9e7636
|
| 3 |
size 4096128
|
ckpt/slot_b/opt_nu/layers__wv.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0bdb9d7da90eacb15f0d30cf1b66f92a5cf17026e3bc4b21f83994feb9e272b
|
| 3 |
size 2048128
|
ckpt/slot_b/params/embed.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 64225408
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d17e71ecc48e8e5351e921740af525278fcb32be2def849d67ae7c0598b9b84
|
| 3 |
size 64225408
|
ckpt/slot_b/params/final_norm.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1408
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:126367d9fe7012536942be63f01d8afa3c5b9a3db9fa5f60b52afefeffb6bed6
|
| 3 |
size 1408
|
ckpt/slot_b/params/layers__ln1.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b2269373b5f25bc19656ccd160e51208d1f143c59c0f711b2bcf1171e0ca419
|
| 3 |
size 6528
|
ckpt/slot_b/params/layers__ln2.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ea0e4c8bbff770aa3a2f8973ed1ab0edadf043d4563e8cd9b569513b1309c8a
|
| 3 |
size 6528
|
ckpt/slot_b/params/layers__ln3.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2faf2bc39cb47f6557df162f74a8c0a0418cbe0d2a697a87886e2b8286f75ce9
|
| 3 |
size 6528
|
ckpt/slot_b/params/layers__ln4.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f0175ba3ae2a803b3d1d86949a21cff13f1f2218233eb6b326f1a97bef3489f
|
| 3 |
size 6528
|
ckpt/slot_b/params/layers__wd.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d1402248ec8041100768fddaaec8743bd9274e4d38b00df444cb714224937b8
|
| 3 |
size 4096128
|
ckpt/slot_b/params/layers__wg.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75c1d6236bb475f633fc24b06c0643befa0de6e9aa8741f228b2ae3d1de165bf
|
| 3 |
size 4096128
|
ckpt/slot_b/params/layers__wk.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d7a1d842ea5a9cb44c37b3047b78e156748d82bcfb4111782dea15b7d38cbad
|
| 3 |
size 2048128
|
ckpt/slot_b/params/layers__wo.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f60f98e70da429ee1cc21a6b021fa106f8a8527e1b025c6e34477782af83bef
|
| 3 |
size 2048128
|
ckpt/slot_b/params/layers__wq.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06b69013c573585dd65d24015bea04d388cc78f71a0f179cd4b1d3c7a7a33694
|
| 3 |
size 2048128
|
ckpt/slot_b/params/layers__wu.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4096128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb8473aa4af4012c687683a02476e80d1fe99cf1a8270f185bf4406b6d30a80d
|
| 3 |
size 4096128
|
ckpt/slot_b/params/layers__wv.npy
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2048128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:837222ad1d5946e2e2ef76fc396260af2712bde993f98544a154a5dcc4a7ac97
|
| 3 |
size 2048128
|