CyanMonkey commited on
Commit
5e6d22b
·
verified ·
1 Parent(s): 0c2919c

step 10400 | val_ppl=10.24

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 10,475,520,000
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 10,894,540,800
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ede254a139363308710178b96aaa4f19b503b34c20128f9d3fd8d3fe0d1bf67
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00125586a4a479d5211de3ed6f10db7346b391622c05c0665c4224979f1f2270
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2315bb1dffc03db7e42ed61e15b4fb751163e33dbb991a3558ad684d33ed952c
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae855230f9d226b8eae6bc609b2a5ca2dfef86da0761843f29bdd74534468480
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 10000
 
1
+ 10400
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 10000,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-03T13:50:29.383411",
7
- "tokens_seen": 10475520000
8
  }
 
1
  {
2
+ "step": 10400,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-03T14:37:49.107645",
7
+ "tokens_seen": 10894540800
8
  }