CyanMonkey commited on
Commit
b9ecfde
·
verified ·
1 Parent(s): eddcb88

step 3600 | val_ppl=12.20

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 3,352,166,400
29
  - Val loss: 2.5017
30
  - Val PPL: 12.20
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 3,771,187,200
29
  - Val loss: 2.5017
30
  - Val PPL: 12.20
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b920a59624b0d252475ee89f2eb6d0d97020d5e23312607c88801345302de0a0
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500a97da454521a720ec0095d6dff92658424b984d178ae1502e7cfc85364b34
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a43f75896e2dc9137d50dc206ae6f3e8c7f86fedbe87257180cc7580f914a826
3
  size 36728047
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff85951328748b62934217013ec7499b1e7bf4178dcb10a6be5fdcdcff3f3eb
3
  size 36728047
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 3200
 
1
+ 3600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 3200,
3
  "val_loss": 2.501656575469971,
4
  "val_ppl": 12.202691906453575,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-01T15:58:56.609834",
7
- "tokens_seen": 3352166400
8
  }
 
1
  {
2
+ "step": 3600,
3
  "val_loss": 2.501656575469971,
4
  "val_ppl": 12.202691906453575,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-01T16:49:32.162250",
7
+ "tokens_seen": 3771187200
8
  }