kacperwikiel commited on
Commit
920872f
·
verified ·
1 Parent(s): 3aea7fb

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-2027/metrics.jsonl CHANGED
@@ -17,3 +17,6 @@
17
  {"step": 340, "tokens": 178257920, "loss": 2.5509361267089843, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.305510938167572, "tokens_per_second": 1154696.0663077927, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.5458400726318358, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.275805801153183, "tokens_per_second": 1155696.5201323624, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.552031135559082, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.28138041496276855, "tokens_per_second": 961987.3092168067, "synthetic": false, "world_size": 8}
 
 
 
 
17
  {"step": 340, "tokens": 178257920, "loss": 2.5509361267089843, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.305510938167572, "tokens_per_second": 1154696.0663077927, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.5458400726318358, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.275805801153183, "tokens_per_second": 1155696.5201323624, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.552031135559082, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.28138041496276855, "tokens_per_second": 961987.3092168067, "synthetic": false, "world_size": 8}
20
+ {"step": 400, "tokens": 209715200, "loss": 2.5448991775512697, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.25900861620903015, "tokens_per_second": 1164025.7617133085, "synthetic": false, "world_size": 8}
21
+ {"step": 420, "tokens": 220200960, "loss": 2.5411434173583984, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.28653332591056824, "tokens_per_second": 1157383.2688999688, "synthetic": false, "world_size": 8}
22
+ {"step": 440, "tokens": 230686720, "loss": 2.5442874908447264, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2819104492664337, "tokens_per_second": 1160481.6883414374, "synthetic": false, "world_size": 8}