CyanMonkey commited on
Commit
81790ad
·
verified ·
1 Parent(s): fa5a4ba

step 11600 | val_ppl=10.24

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 11,732,582,400
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 12,151,603,200
29
  - Val loss: 2.3259
30
  - Val PPL: 10.24
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3f66e7342e04d75c4bc6c3fb2c95c0960e0fe8de414d8670025d951f6392208
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d5f34fba78cc144e92cf8808b7d487692b95c0aee777ae30ef609b843cd967
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aaec4ebc415b94989e94beae82e4baea1fdc3968c2795d6f91c8c39d9e255349
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3df380bf17855206fe3e61cd551b26257f3adc8412623f9446479d00b1cc3a8
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 11200
 
1
+ 11600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 11200,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-03T16:12:02.381536",
7
- "tokens_seen": 11732582400
8
  }
 
1
  {
2
+ "step": 11600,
3
  "val_loss": 2.3259349578094484,
4
  "val_ppl": 10.236246071401576,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-03T16:59:16.008421",
7
+ "tokens_seen": 12151603200
8
  }