kacperwikiel commited on
Commit
b13dfe9
·
verified ·
1 Parent(s): e44ed85

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-2027/metrics.jsonl CHANGED
@@ -17,3 +17,6 @@
17
  {"step": 340, "tokens": 178257920, "loss": 2.5154367446899415, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.29246455430984497, "tokens_per_second": 1162437.7708635773, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.5148834228515624, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2702448070049286, "tokens_per_second": 1159531.6069514418, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.521581268310547, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.32045379281044006, "tokens_per_second": 1154880.6364464117, "synthetic": false, "world_size": 8}
 
 
 
 
17
  {"step": 340, "tokens": 178257920, "loss": 2.5154367446899415, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.29246455430984497, "tokens_per_second": 1162437.7708635773, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.5148834228515624, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2702448070049286, "tokens_per_second": 1159531.6069514418, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.521581268310547, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.32045379281044006, "tokens_per_second": 1154880.6364464117, "synthetic": false, "world_size": 8}
20
+ {"step": 400, "tokens": 209715200, "loss": 2.5120466232299803, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.26225337386131287, "tokens_per_second": 966859.8336690936, "synthetic": false, "world_size": 8}
21
+ {"step": 420, "tokens": 220200960, "loss": 2.5110794067382813, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.29599231481552124, "tokens_per_second": 1165138.8179731648, "synthetic": false, "world_size": 8}
22
+ {"step": 440, "tokens": 230686720, "loss": 2.511905288696289, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.27857115864753723, "tokens_per_second": 1159344.2407600787, "synthetic": false, "world_size": 8}