CyanMonkey commited on
Commit
95f4d69
·
verified ·
1 Parent(s): 301eeb1

step 13600 | val_ppl=9.47

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 13,827,686,400
29
  - Val loss: 2.2479
30
  - Val PPL: 9.47
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 14,246,707,200
29
  - Val loss: 2.2479
30
  - Val PPL: 9.47
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2bbf1a453ed14c2071e0cb91a3fd41111b926d2381af584fbbcd8cd93be4213
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:051bba1f8c524fd6ac88d74731a7fca03529622997f8b6574dec2db8e943c8bc
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f70b51ef306b27c7e56d9d75588d9a80bc4a56c3ef015cae212dcab8b26332f
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a973553f48ffd4392eee67d834f15b9e164ebc38685ff6bc86c4e0761e124b
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 13200
 
1
+ 13600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 13200,
3
  "val_loss": 2.2479474616241455,
4
  "val_ppl": 9.468281866294314,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-03T20:08:24.851598",
7
- "tokens_seen": 13827686400
8
  }
 
1
  {
2
+ "step": 13600,
3
  "val_loss": 2.2479474616241455,
4
  "val_ppl": 9.468281866294314,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-03T20:55:37.663390",
7
+ "tokens_seen": 14246707200
8
  }