step 5600 | val_ppl=11.03
Browse files- README.md +1 -1
- model.safetensors +1 -1
- resume/ckpt.pt +1 -1
- resume/latest_step.txt +1 -1
- training_meta.json +3 -3
README.md
CHANGED
|
@@ -25,7 +25,7 @@ Small language model (9.9M parameters) trained from scratch.
|
|
| 25 |
| Total parameters | 9.853M |
|
| 26 |
|
| 27 |
## Training
|
| 28 |
-
- Tokens seen: 5,
|
| 29 |
- Val loss: 2.4004
|
| 30 |
- Val PPL: 11.03
|
| 31 |
|
|
|
|
| 25 |
| Total parameters | 9.853M |
|
| 26 |
|
| 27 |
## Training
|
| 28 |
+
- Tokens seen: 5,866,291,200
|
| 29 |
- Val loss: 2.4004
|
| 30 |
- Val PPL: 11.03
|
| 31 |
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 39421616
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cbc57f79b490daaedb33719cd3f107c9f6c6d0160f3ef8ddf3a6913ec6405387
|
| 3 |
size 39421616
|
resume/ckpt.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 119812327
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa6e37220bb0c44c573202b74cd7602c0e7224876f076f5b6fd7beb1632a9178
|
| 3 |
size 119812327
|
resume/latest_step.txt
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
|
|
|
|
| 1 |
+
5600
|
training_meta.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"step":
|
| 3 |
"val_loss": 2.400363739376068,
|
| 4 |
"val_ppl": 11.027186673247032,
|
| 5 |
"params_M": 9.853,
|
| 6 |
-
"pushed_at": "2026-06-
|
| 7 |
-
"tokens_seen":
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"step": 5600,
|
| 3 |
"val_loss": 2.400363739376068,
|
| 4 |
"val_ppl": 11.027186673247032,
|
| 5 |
"params_M": 9.853,
|
| 6 |
+
"pushed_at": "2026-06-21T10:54:06.811542",
|
| 7 |
+
"tokens_seen": 5866291200
|
| 8 |
}
|