kacperwikiel commited on
Commit
90bf38f
·
verified ·
1 Parent(s): b7f6f91

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-2027/metrics.jsonl CHANGED
@@ -5,3 +5,7 @@
5
  {"step": 100, "tokens": 52428800, "loss": 2.415462303161621, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2884010076522827, "tokens_per_second": 1186906.3644207392, "synthetic": false, "world_size": 8}
6
  {"step": 120, "tokens": 62914560, "loss": 2.419390106201172, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.2655899226665497, "tokens_per_second": 1184631.5334077352, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.4060894012451173, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2585509121417999, "tokens_per_second": 1184646.5954056669, "synthetic": false, "world_size": 8}
 
 
 
 
 
5
  {"step": 100, "tokens": 52428800, "loss": 2.415462303161621, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2884010076522827, "tokens_per_second": 1186906.3644207392, "synthetic": false, "world_size": 8}
6
  {"step": 120, "tokens": 62914560, "loss": 2.419390106201172, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.2655899226665497, "tokens_per_second": 1184631.5334077352, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.4060894012451173, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2585509121417999, "tokens_per_second": 1184646.5954056669, "synthetic": false, "world_size": 8}
8
+ {"step": 160, "tokens": 83886080, "loss": 2.4051706314086916, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3040392994880676, "tokens_per_second": 1179028.107964024, "synthetic": false, "world_size": 8}
9
+ {"step": 180, "tokens": 94371840, "loss": 2.4074058532714844, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.28023046255111694, "tokens_per_second": 1172304.5197498323, "synthetic": false, "world_size": 8}
10
+ {"step": 200, "tokens": 104857600, "loss": 2.402337074279785, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2515356242656708, "tokens_per_second": 1171532.5248354394, "synthetic": false, "world_size": 8}
11
+ {"step": 220, "tokens": 115343360, "loss": 2.4053205490112304, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.3046882152557373, "tokens_per_second": 1167555.0558015958, "synthetic": false, "world_size": 8}