CyanMonkey commited on
Commit
402e96d
·
verified ·
1 Parent(s): 9e1d9c3

step 1200 | val_ppl=39.51

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 838,041,600
29
  - Val loss: 3.6765
30
  - Val PPL: 39.51
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 1,257,062,400
29
  - Val loss: 3.6765
30
  - Val PPL: 39.51
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45eb5dc16fcc092d9b3ddbe29c94dee61020b592bf9338a9dfb3fdf9ddf64abe
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b7ca7a1bf0a45160b8c75808bebaf48847361cfc180a009958d5ba4b17fbb9
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48b1b9e01fb323e1c30ca45d07a1f6b8298b9a5e90d4a78dfea35f51dd8c99b7
3
  size 36728047
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8791a1d26c90560bbd040ee614e276bbe175e4a54220c1428deed4c5799dd958
3
  size 36728047
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 800
 
1
+ 1200
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 800,
3
  "val_loss": 3.676522359161377,
4
  "val_ppl": 39.50875761723507,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-01T10:55:09.749527",
7
- "tokens_seen": 838041600
8
  }
 
1
  {
2
+ "step": 1200,
3
  "val_loss": 3.676522359161377,
4
  "val_ppl": 39.50875761723507,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-01T11:45:46.092897",
7
+ "tokens_seen": 1257062400
8
  }