kacperwikiel commited on
Commit
1355bba
·
verified ·
1 Parent(s): 4cd3d91

Update experiment measurements and status

Browse files
reports/runs/control-1337/metrics.jsonl CHANGED
@@ -18,3 +18,7 @@
18
  {"step": 360, "tokens": 188743680, "loss": 2.4757949829101564, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2572823464870453, "tokens_per_second": 1141928.4504182357, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.4824588775634764, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.29070401191711426, "tokens_per_second": 1144070.40746533, "synthetic": false, "world_size": 8}
20
  {"step": 400, "tokens": 209715200, "loss": 2.477639389038086, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2664496898651123, "tokens_per_second": 1141583.125091393, "synthetic": false, "world_size": 8}
 
 
 
 
 
18
  {"step": 360, "tokens": 188743680, "loss": 2.4757949829101564, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2572823464870453, "tokens_per_second": 1141928.4504182357, "synthetic": false, "world_size": 8}
19
  {"step": 380, "tokens": 199229440, "loss": 2.4824588775634764, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.29070401191711426, "tokens_per_second": 1144070.40746533, "synthetic": false, "world_size": 8}
20
  {"step": 400, "tokens": 209715200, "loss": 2.477639389038086, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2664496898651123, "tokens_per_second": 1141583.125091393, "synthetic": false, "world_size": 8}
21
+ {"step": 420, "tokens": 220200960, "loss": 2.4716367721557617, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.27902844548225403, "tokens_per_second": 1144377.3180837918, "synthetic": false, "world_size": 8}
22
+ {"step": 440, "tokens": 230686720, "loss": 2.4791709899902346, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.307870477437973, "tokens_per_second": 1142374.4451222797, "synthetic": false, "world_size": 8}
23
+ {"step": 460, "tokens": 241172480, "loss": 2.4742996215820314, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.2730431854724884, "tokens_per_second": 1143602.718101, "synthetic": false, "world_size": 8}
24
+ {"step": 480, "tokens": 251658240, "loss": 2.464804840087891, "optimizer_updates": 480, "effective_batch": 512, "lr": 6.181899498855732e-05, "gradient_norm": 0.2546597421169281, "tokens_per_second": 1144187.8406119288, "synthetic": false, "world_size": 8}