CyanMonkey commited on
Commit
fa5a4ba
·
verified ·
1 Parent(s): 774d42b

step 11200 | val_ppl=10.24

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 11,313,561,600
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 11,732,582,400
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb05ffee7d46bbed7892fa146c889b15b31b899b38545f69454cecc578d5ba54
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f66e7342e04d75c4bc6c3fb2c95c0960e0fe8de414d8670025d951f6392208
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7af2ef3031b31c735eb887b810a500b1429de501f9190062117f5924be8f5b46
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaec4ebc415b94989e94beae82e4baea1fdc3968c2795d6f91c8c39d9e255349
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 10800
 
1
+ 11200
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 10800,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-03T15:24:59.309933",
7
- "tokens_seen": 11313561600
8
  }
 
1
  {
2
+ "step": 11200,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-03T16:12:02.381536",
7
+ "tokens_seen": 11732582400
8
  }