kacperwikiel commited on
Commit
0ec5a47
·
verified ·
1 Parent(s): 015c253

Update experiment measurements and status

Browse files
reports/configs/finemath-2027.toml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [model]
2
+ vocab = 12288
3
+ n_layer = 19
4
+ n_embd = 768
5
+ n_head = 12
6
+ block = 1024
7
+ ffn_mult = 2.8125
8
+ [train]
9
+ seed = 2027
10
+ micro_batch = 64
11
+ global_batch = 512
12
+ steps = 1000
13
+ warmup = 50
14
+ lr = 0.0001
15
+ min_lr = 0.00001
16
+ muon_lr = 0.0033333333333333335
17
+ checkpoint_every = 500
18
+ validate_every = 500
19
+ log_every = 20
20
+ compile = true
21
+ [data]
22
+ train = "/data/ablation/mixtures/finemath/train.bin"
23
+ validation = "/data/final/val.bin"
24
+ sha256 = "cfcc4bebb380ca68a90631a5c2c47944e613ccea20a2e8d30e6aa7d1e3be3747"
reports/eval/dclm_edu-2027-1000.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/status.json CHANGED
@@ -1,6 +1,8 @@
1
  {
2
- "stage": "development_evaluation",
3
- "utc": "2026-09-30T23:00:38.640751+00:00",
4
- "remaining_seconds": 32895.359223,
5
- "checkpoint": "/data/ablation/runs/dclm_edu-2027/checkpoint-000001000.pt"
 
 
6
  }
 
1
  {
2
+ "stage": "training",
3
+ "utc": "2026-09-30T23:02:51.243549+00:00",
4
+ "remaining_seconds": 32762.756428,
5
+ "source": "finemath",
6
+ "seed": 2027,
7
+ "adaptation_tokens": 524288000
8
  }