Add nanochat-format d24 checkpoint (step 5568) + world_size=8 optimizer shards
Browse files- base_checkpoints/d24_decoderstack/model_005568.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank0.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank1.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank2.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank3.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank4.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank5.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank6.pt +3 -0
- base_checkpoints/d24_decoderstack/optim_005568_rank7.pt +3 -0
base_checkpoints/d24_decoderstack/model_005568.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7951c44c2eea20052218459c55263b484e961d0a092e9fef1439eab54b55e49b
|
| 3 |
+
size 4227919305
|
base_checkpoints/d24_decoderstack/optim_005568_rank0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:011616fc2437762ad1f9ad8213f8329338b6c422cd79cde7456c59e0e6bde01f
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7acb06faad4f6f626fcf0b0b8e8604f8997f057bbceef8aaa91a2e86e241499
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3749211ffdb3b1c5e44667fd63ac5185607d14d9cf208845860687277f4e5fd9
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank3.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b37561b995f8c40321d0a43f4ab522119fe01ed70f643fd6015dbcf2c314abc3
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f056467bfb6ab4ecaf18f2dc4a06cc7291c3c855e391c344a5cb9505dae922cc
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a86cdd8d4ee24082354fb131c2304ba1658485ed6ebad6d8eaf9c855bcaa1a4f
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank6.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b34f82c17497454945eb30c8479b6ba09d5d67e6702b81b70d727b3ff5d259f1
|
| 3 |
+
size 1044620181
|
base_checkpoints/d24_decoderstack/optim_005568_rank7.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9bc920ccd8720373f58cccc533c775f0f1a043f8fdc8a49d63f80b0c955c723a
|
| 3 |
+
size 1044620181
|