kacperwikiel commited on
Commit
e44ed85
·
verified ·
1 Parent(s): 81b1b0f

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-2027/metrics.jsonl CHANGED
@@ -13,3 +13,7 @@
13
  {"step": 260, "tokens": 136314880, "loss": 2.510102462768555, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2820950746536255, "tokens_per_second": 1174857.2763018429, "synthetic": false, "world_size": 8}
14
  {"step": 280, "tokens": 146800640, "loss": 2.5193994522094725, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3216699957847595, "tokens_per_second": 1170513.7468305146, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.5143301010131838, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29182493686676025, "tokens_per_second": 1167729.4333472524, "synthetic": false, "world_size": 8}
 
 
 
 
 
13
  {"step": 260, "tokens": 136314880, "loss": 2.510102462768555, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2820950746536255, "tokens_per_second": 1174857.2763018429, "synthetic": false, "world_size": 8}
14
  {"step": 280, "tokens": 146800640, "loss": 2.5193994522094725, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3216699957847595, "tokens_per_second": 1170513.7468305146, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.5143301010131838, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29182493686676025, "tokens_per_second": 1167729.4333472524, "synthetic": false, "world_size": 8}
16
+ {"step": 320, "tokens": 167772160, "loss": 2.5178176879882814, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.260841965675354, "tokens_per_second": 1158730.4922376045, "synthetic": false, "world_size": 8}
17
+ {"step": 340, "tokens": 178257920, "loss": 2.5154367446899415, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.29246455430984497, "tokens_per_second": 1162437.7708635773, "synthetic": false, "world_size": 8}
18
+ {"step": 360, "tokens": 188743680, "loss": 2.5148834228515624, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2702448070049286, "tokens_per_second": 1159531.6069514418, "synthetic": false, "world_size": 8}
19
+ {"step": 380, "tokens": 199229440, "loss": 2.521581268310547, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.32045379281044006, "tokens_per_second": 1154880.6364464117, "synthetic": false, "world_size": 8}