CyanMonkey commited on
Commit
ff0bbe4
·
verified ·
1 Parent(s): 2c45219

step 1600 | val_ppl=19.66

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ Small language model (9.9M parameters) trained from scratch.
25
  | Total parameters | 9.853M |
26
 
27
  ## Training
28
- - Tokens seen: 1,257,062,400
29
  - Val loss: 2.9784
30
  - Val PPL: 19.66
31
 
 
25
  | Total parameters | 9.853M |
26
 
27
  ## Training
28
+ - Tokens seen: 1,676,083,200
29
  - Val loss: 2.9784
30
  - Val PPL: 19.66
31
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ac96901a4c7e8ef5cbd363d5754d25fbfe209f2f016c8fd0c45c9e4abcdfe83
3
  size 39421616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d9f44382bb331571b40db43e9b8958945051e82d6947a9cc52b09f5fe957d6d
3
  size 39421616
resume/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb13b6b86dc6ab4ffcc79b4a5fd9f0306abf05233e284edb458bbbe2bac0e8d3
3
  size 119811943
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c2848d980dc663254458a2710a874ef34f0f6f17e0de46e076635d9d57b63e
3
  size 119811943
resume/latest_step.txt CHANGED
@@ -1 +1 @@
1
- 1200
 
1
+ 1600
training_meta.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "step": 1200,
3
  "val_loss": 2.9784151458740236,
4
  "val_ppl": 19.656639039825286,
5
  "params_M": 9.853,
6
- "pushed_at": "2026-06-20T12:13:00.914787",
7
- "tokens_seen": 1257062400
8
  }
 
1
  {
2
+ "step": 1600,
3
  "val_loss": 2.9784151458740236,
4
  "val_ppl": 19.656639039825286,
5
  "params_M": 9.853,
6
+ "pushed_at": "2026-06-20T14:00:05.257093",
7
+ "tokens_seen": 1676083200
8
  }