kacperwikiel commited on
Commit
00073bf
·
verified ·
1 Parent(s): d48d064

Update experiment measurements and status

Browse files
reports/runs/control-2027/metrics.jsonl CHANGED
@@ -14,3 +14,6 @@
14
  {"step": 280, "tokens": 146800640, "loss": 2.480894660949707, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2976981997489929, "tokens_per_second": 1159691.08497518, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.475541687011719, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29641398787498474, "tokens_per_second": 1158880.2666538034, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.4764707565307615, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.2586091160774231, "tokens_per_second": 1154319.3571571151, "synthetic": false, "world_size": 8}
 
 
 
 
14
  {"step": 280, "tokens": 146800640, "loss": 2.480894660949707, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2976981997489929, "tokens_per_second": 1159691.08497518, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.475541687011719, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29641398787498474, "tokens_per_second": 1158880.2666538034, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.4764707565307615, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.2586091160774231, "tokens_per_second": 1154319.3571571151, "synthetic": false, "world_size": 8}
17
+ {"step": 340, "tokens": 178257920, "loss": 2.474596405029297, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.3018602132797241, "tokens_per_second": 1158860.6920571218, "synthetic": false, "world_size": 8}
18
+ {"step": 360, "tokens": 188743680, "loss": 2.4720277786254883, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.24505746364593506, "tokens_per_second": 1161122.9291033992, "synthetic": false, "world_size": 8}
19
+ {"step": 380, "tokens": 199229440, "loss": 2.483731269836426, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.3056637644767761, "tokens_per_second": 1159299.3777354474, "synthetic": false, "world_size": 8}