kacperwikiel commited on
Commit
4d1a5be
·
verified ·
1 Parent(s): db2a72e

Update experiment measurements and status

Browse files
reports/runs/finemath-1337/metrics.jsonl CHANGED
@@ -44,3 +44,6 @@
44
  {"step": 880, "tokens": 461373440, "loss": 2.3912580490112303, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.30248022079467773, "tokens_per_second": 1139673.0596416579, "synthetic": false, "world_size": 8}
45
  {"step": 900, "tokens": 471859200, "loss": 2.390822982788086, "optimizer_updates": 900, "effective_batch": 512, "lr": 1.248677602927694e-05, "gradient_norm": 0.2539786696434021, "tokens_per_second": 1142815.6219010737, "synthetic": false, "world_size": 8}
46
  {"step": 920, "tokens": 482344960, "loss": 2.394525337219238, "optimizer_updates": 920, "effective_batch": 512, "lr": 1.1604747889549428e-05, "gradient_norm": 0.28702273964881897, "tokens_per_second": 968824.223965251, "synthetic": false, "world_size": 8}
 
 
 
 
44
  {"step": 880, "tokens": 461373440, "loss": 2.3912580490112303, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.30248022079467773, "tokens_per_second": 1139673.0596416579, "synthetic": false, "world_size": 8}
45
  {"step": 900, "tokens": 471859200, "loss": 2.390822982788086, "optimizer_updates": 900, "effective_batch": 512, "lr": 1.248677602927694e-05, "gradient_norm": 0.2539786696434021, "tokens_per_second": 1142815.6219010737, "synthetic": false, "world_size": 8}
46
  {"step": 920, "tokens": 482344960, "loss": 2.394525337219238, "optimizer_updates": 920, "effective_batch": 512, "lr": 1.1604747889549428e-05, "gradient_norm": 0.28702273964881897, "tokens_per_second": 968824.223965251, "synthetic": false, "world_size": 8}
47
+ {"step": 940, "tokens": 492830720, "loss": 2.389369773864746, "optimizer_updates": 940, "effective_batch": 512, "lr": 1.0912476145919328e-05, "gradient_norm": 0.25563132762908936, "tokens_per_second": 1133536.5679361678, "synthetic": false, "world_size": 8}
48
+ {"step": 960, "tokens": 503316480, "loss": 2.4022289276123048, "optimizer_updates": 960, "effective_batch": 512, "lr": 1.0412987926581599e-05, "gradient_norm": 0.23763185739517212, "tokens_per_second": 1131798.9603632947, "synthetic": false, "world_size": 8}
49
+ {"step": 980, "tokens": 513802240, "loss": 2.3931015014648436, "optimizer_updates": 980, "effective_batch": 512, "lr": 1.010846736643086e-05, "gradient_norm": 0.2960025370121002, "tokens_per_second": 1129882.3650387758, "synthetic": false, "world_size": 8}