Oto-yedek: Adım 405 | 15:20
Browse files- ckpt/latest.json +1 -1
- ckpt/slot_c/meta.json +1 -0
- ckpt/slot_c/opt_count.npy +3 -0
- ckpt/slot_c/opt_mu/embed.npy +3 -0
- ckpt/slot_c/opt_mu/final_norm.npy +3 -0
- ckpt/slot_c/opt_mu/layers__ln1.npy +3 -0
- ckpt/slot_c/opt_mu/layers__ln2.npy +3 -0
- ckpt/slot_c/opt_mu/layers__ln3.npy +3 -0
- ckpt/slot_c/opt_mu/layers__ln4.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wd.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wg.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wk.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wo.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wq.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wu.npy +3 -0
- ckpt/slot_c/opt_mu/layers__wv.npy +3 -0
- ckpt/slot_c/opt_nu/embed.npy +3 -0
- ckpt/slot_c/opt_nu/final_norm.npy +3 -0
- ckpt/slot_c/opt_nu/layers__ln1.npy +3 -0
- ckpt/slot_c/opt_nu/layers__ln2.npy +3 -0
- ckpt/slot_c/opt_nu/layers__ln3.npy +3 -0
- ckpt/slot_c/opt_nu/layers__ln4.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wd.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wg.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wk.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wo.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wq.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wu.npy +3 -0
- ckpt/slot_c/opt_nu/layers__wv.npy +3 -0
- ckpt/slot_c/params/embed.npy +3 -0
- ckpt/slot_c/params/final_norm.npy +3 -0
- ckpt/slot_c/params/layers__ln1.npy +3 -0
- ckpt/slot_c/params/layers__ln2.npy +3 -0
- ckpt/slot_c/params/layers__ln3.npy +3 -0
- ckpt/slot_c/params/layers__ln4.npy +3 -0
- ckpt/slot_c/params/layers__wd.npy +3 -0
- ckpt/slot_c/params/layers__wg.npy +3 -0
- ckpt/slot_c/params/layers__wk.npy +3 -0
- ckpt/slot_c/params/layers__wo.npy +3 -0
- ckpt/slot_c/params/layers__wq.npy +3 -0
- ckpt/slot_c/params/layers__wu.npy +3 -0
- ckpt/slot_c/params/layers__wv.npy +3 -0
ckpt/latest.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"slot": "
|
|
|
|
| 1 |
+
{"slot": "slot_c"}
|
ckpt/slot_c/meta.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"step": 405, "tokens": 53084160, "batches": 405, "plan": {"total": 2621, "peak": 0.0003, "warmup": 50, "decay_start": 2358, "type": "wsd"}, "arch": {"n_layer": 5, "d_model": 320, "n_head": 4, "n_kv_head": 4, "head_dim": 80, "d_ff": 640, "vocab_size": 50176, "use_mtp": false}, "preset": "10m", "platform": "gpu", "time": 1793373649.632116}
|
ckpt/slot_c/opt_count.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9cc8b36b0a7f22ea3da2a9298514c5d63919c0c0ebbe677587ac5049e13f1f3
|
| 3 |
+
size 132
|
ckpt/slot_c/opt_mu/embed.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef64da1e3cbe30dd5584a1ff1408bc3fbea9b8b0c52db4c4e5cedc8a74b40d98
|
| 3 |
+
size 32112768
|
ckpt/slot_c/opt_mu/final_norm.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fed5e0ef8316b09b94eda685f5d0b3ce2900bd517f4d53e929226d64aaa8c859
|
| 3 |
+
size 768
|
ckpt/slot_c/opt_mu/layers__ln1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f7ba7abff11f4560a6f68465a430b55d52628e0f965fe22feabb3ef9b9c141f
|
| 3 |
+
size 3328
|
ckpt/slot_c/opt_mu/layers__ln2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30e75f35be613a6dccbf63bcbb0410d74119ff00efbb892444e2110c4ed09bbd
|
| 3 |
+
size 3328
|
ckpt/slot_c/opt_mu/layers__ln3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e17a7f7e8607b8dcc68f72f137566af563143c08e11bb8e491dc4532312effc2
|
| 3 |
+
size 3328
|
ckpt/slot_c/opt_mu/layers__ln4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ee977bd6267598426862af951c58163e3356d32f00c08971bcac441349a357e
|
| 3 |
+
size 3328
|
ckpt/slot_c/opt_mu/layers__wd.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08ac8219f59b4f1d472a037b045ca741781cdd19131bd3fcb77272bbcde60545
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_mu/layers__wg.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:def8fd41cc481ad5ac402edec4204f5d18b5f0ab5792a757c401413798f88498
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_mu/layers__wk.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:297d6206944f9a43c3d29aa01163c4f3b518c9b9b8259c89a406faefe3258bab
|
| 3 |
+
size 1024128
|
ckpt/slot_c/opt_mu/layers__wo.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c410be40f4922d53cdd05f5e40334134b2e6504c8b552a711e31f6f336bf7d9c
|
| 3 |
+
size 1024128
|
ckpt/slot_c/opt_mu/layers__wq.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f33512f4cc74ff661ce67de0752ae6536fe44e206c43ebcc09e6a2e6c68c2551
|
| 3 |
+
size 1024128
|
ckpt/slot_c/opt_mu/layers__wu.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6b3fb0c3083a27592175508b51da265921c01ee9965b1a810685bf1395118cd
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_mu/layers__wv.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f98afe3cc1c033ecf488d3271bc81c53cfbc4b3765a746b7b96b7afa54851ac3
|
| 3 |
+
size 1024128
|
ckpt/slot_c/opt_nu/embed.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bcb16e9b74f3e0755e59d857e728813d02e533bca00bdd86a9983c5544d50ca
|
| 3 |
+
size 64225408
|
ckpt/slot_c/opt_nu/final_norm.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:385da0f94535cdf1196aaeb95a7894b735cf226268311ad1ec6149e2091ecc8f
|
| 3 |
+
size 1408
|
ckpt/slot_c/opt_nu/layers__ln1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc7cb10a8d8029445a9cdf3a581598e1905639f1b0552667688a3c5e378f9f77
|
| 3 |
+
size 6528
|
ckpt/slot_c/opt_nu/layers__ln2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a462b06661e1aa84aa9837a21fe75b0208d5b7f0d4f0c8b498aa242a271ab13a
|
| 3 |
+
size 6528
|
ckpt/slot_c/opt_nu/layers__ln3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cffabbf77fcdc39a6d65dbbe7880450d27866b5d1a055d05603877097f9e58e
|
| 3 |
+
size 6528
|
ckpt/slot_c/opt_nu/layers__ln4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a6e687243e2ab29681414eda7167979b9f20511fb8ee5b18e55d89d6486680f
|
| 3 |
+
size 6528
|
ckpt/slot_c/opt_nu/layers__wd.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a3821f133564ef2da51257af444a494d74025cbc34f55c5686efb73cc2e3ab6
|
| 3 |
+
size 4096128
|
ckpt/slot_c/opt_nu/layers__wg.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cfd5bedb3c6eec297fa44e226f8545aab88d7ff1f55351f26fa60e1dc7f99cf7
|
| 3 |
+
size 4096128
|
ckpt/slot_c/opt_nu/layers__wk.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:689efa48110332d8e92e1c41fcde24a4baa5311bdf1bf489eed51026b88ddb30
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_nu/layers__wo.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e81b8e025d3d9a5ed3f71471e7b4a42b960a40e935af6e38b50f3d46ec83ce32
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_nu/layers__wq.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b2df834452046c291d40d544a0bc521d240984adeffd23285e3a06625452c57
|
| 3 |
+
size 2048128
|
ckpt/slot_c/opt_nu/layers__wu.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35bcdc0bc92dea9ca1f91104681529c7303229a6045483a8b44c0693aa398005
|
| 3 |
+
size 4096128
|
ckpt/slot_c/opt_nu/layers__wv.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfa247fa1656ab20a67aff262e2a055ecf2d14c0b45b31c2594685e5222885da
|
| 3 |
+
size 2048128
|
ckpt/slot_c/params/embed.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:713809baaa6fbf039429443818c9025c4e3ef07dbb132c7362252afa10524d15
|
| 3 |
+
size 64225408
|
ckpt/slot_c/params/final_norm.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:afa4205cc24351e0535a703a18f1b684838136eca44d1258ac0935afd6851115
|
| 3 |
+
size 1408
|
ckpt/slot_c/params/layers__ln1.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbf86cbed7249e9fefb4dff4ba187a11aef1bd7b283d8952d9e0c26735c4a253
|
| 3 |
+
size 6528
|
ckpt/slot_c/params/layers__ln2.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d37858501e5f4e121928c42d5d60b3fed244fa661cfbfc9188fc6daef0e767a
|
| 3 |
+
size 6528
|
ckpt/slot_c/params/layers__ln3.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05a842dca6c749c47e8228bce68c9b2198ae0b1e43daab461ca99cdb1529c80f
|
| 3 |
+
size 6528
|
ckpt/slot_c/params/layers__ln4.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32df90d8d24dc353391d1051dd7a3e7b08846302ef51c31291637a6c3358666d
|
| 3 |
+
size 6528
|
ckpt/slot_c/params/layers__wd.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5d57e53f3f1b0e31ed6e1ed3b6b9e3636fc71bda80cfc4fe1df5d174fbc0376
|
| 3 |
+
size 4096128
|
ckpt/slot_c/params/layers__wg.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c12f7848f0137d90a00790f366c65031e8103b4799bfc840eb4c0d12f308e21c
|
| 3 |
+
size 4096128
|
ckpt/slot_c/params/layers__wk.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5ae2a265bafcfd77c3c8b5ec569cf9c9b1428a1496b012632f997383afd4ec30
|
| 3 |
+
size 2048128
|
ckpt/slot_c/params/layers__wo.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ec278c081554e720f23948a7dce4626d16d82ec8fc9c3e33c4622e3ed413ff0
|
| 3 |
+
size 2048128
|
ckpt/slot_c/params/layers__wq.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad9f233d3646fd7305d51fe53bb5018795843929bfd549d6669a632f456838f2
|
| 3 |
+
size 2048128
|
ckpt/slot_c/params/layers__wu.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a9cf1be6d71acdeb6d9fb31c75521a714e364e20015bd39b7c1e0283649813b
|
| 3 |
+
size 4096128
|
ckpt/slot_c/params/layers__wv.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:964aae98aeb74d2cc53b833c037fef642b266acedf2f236e4fd5856cd00f5a21
|
| 3 |
+
size 2048128
|