CyanMonkey commited on
Commit
9f1e32b
·
verified ·
1 Parent(s): b7d87f8

step 5600 | val_ppl=11.43

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (3.0M parameters) trained from scratch.
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
- - Tokens seen: 5,447,270,400
29
  - Val loss: 2.4364
30
  - Val PPL: 11.43
31
 
 
25
  | Total parameters | 3.000M |
26
 
27
  ## Training
28
+ - Tokens seen: 5,866,291,200
29
  - Val loss: 2.4364
30
  - Val PPL: 11.43
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef60ce0e7b95e95ceec2f1c6a7f56a499327c8a73b4e7b7a84bfb047773dff94
3
  size 12006544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6625b5098c9319d978812838ef7aadc0cd8f0aac1ed49d6b6c950c9783c9208
3
  size 12006544
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:292fb02c548905ef73a9f1bad1a0c4f4546f7fc4efcc2cfeb8b9693b60930360
3
  size 36728175
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0260c98a574a1a26795c0e2ab51f5e456472b0bc45c34ce8037a5825e363ac1d
3
  size 36728175
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 5200
 
1
+ 5600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 5200,
3
  "val_loss": 2.436439939956665,
4
  "val_ppl": 11.432268647486762,
5
  "params_M": 3.0,
6
- "pushed_at": "2026-07-01T20:44:21.534655",
7
- "tokens_seen": 5447270400
8
  }
 
1
  {
2
+ "step": 5600,
3
  "val_loss": 2.436439939956665,
4
  "val_ppl": 11.432268647486762,
5
  "params_M": 3.0,
6
+ "pushed_at": "2026-07-01T21:30:16.105792",
7
+ "tokens_seen": 5866291200
8
  }