CyanMonkey commited on
Commit
df20d65
·
verified ·
1 Parent(s): 76d10fd

step 5600 | val_ppl=11.03

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (9.9M parameters) trained from scratch.
25
  | Total parameters | 9.853M |
26
 
27
  ## Training
28
- - Tokens seen: 5,447,270,400
29
  - Val loss: 2.4004
30
  - Val PPL: 11.03
31
 
 
25
  | Total parameters | 9.853M |
26
 
27
  ## Training
28
+ - Tokens seen: 5,866,291,200
29
  - Val loss: 2.4004
30
  - Val PPL: 11.03
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d4fdcfb83444fec16095c28804ba1710e5f9b52f8833be89224bafbee9497c7
3
  size 39421616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc57f79b490daaedb33719cd3f107c9f6c6d0160f3ef8ddf3a6913ec6405387
3
  size 39421616
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14b982be94434ffd3dddc2ad4457df30bc83323b63941a93af617384bbd6fc79
3
  size 119812327
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6e37220bb0c44c573202b74cd7602c0e7224876f076f5b6fd7beb1632a9178
3
  size 119812327
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 5200
 
1
+ 5600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 5200,
3
  "val_loss": 2.400363739376068,
4
  "val_ppl": 11.027186673247032,
5
  "params_M": 9.853,
6
- "pushed_at": "2026-06-21T08:57:33.440397",
7
- "tokens_seen": 5447270400
8
  }
 
1
  {
2
+ "step": 5600,
3
  "val_loss": 2.400363739376068,
4
  "val_ppl": 11.027186673247032,
5
  "params_M": 9.853,
6
+ "pushed_at": "2026-06-21T10:54:06.811542",
7
+ "tokens_seen": 5866291200
8
  }