kacperwikiel commited on
Commit
b2fa7b0
·
verified ·
1 Parent(s): b330806

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-2027/metrics.jsonl CHANGED
@@ -3,3 +3,7 @@
3
  {"step": 60, "tokens": 31457280, "loss": 2.561594772338867, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.28710585832595825, "tokens_per_second": 1191062.1738719712, "synthetic": false, "world_size": 8}
4
  {"step": 80, "tokens": 41943040, "loss": 2.562788200378418, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.26433852314949036, "tokens_per_second": 1188239.4986930971, "synthetic": false, "world_size": 8}
5
  {"step": 100, "tokens": 52428800, "loss": 2.5578752517700196, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2945088744163513, "tokens_per_second": 1189171.0311474474, "synthetic": false, "world_size": 8}
 
 
 
 
 
3
  {"step": 60, "tokens": 31457280, "loss": 2.561594772338867, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.28710585832595825, "tokens_per_second": 1191062.1738719712, "synthetic": false, "world_size": 8}
4
  {"step": 80, "tokens": 41943040, "loss": 2.562788200378418, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.26433852314949036, "tokens_per_second": 1188239.4986930971, "synthetic": false, "world_size": 8}
5
  {"step": 100, "tokens": 52428800, "loss": 2.5578752517700196, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2945088744163513, "tokens_per_second": 1189171.0311474474, "synthetic": false, "world_size": 8}
6
+ {"step": 120, "tokens": 62914560, "loss": 2.5602493286132812, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.25813552737236023, "tokens_per_second": 1184496.6671653795, "synthetic": false, "world_size": 8}
7
+ {"step": 140, "tokens": 73400320, "loss": 2.546660614013672, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2683453857898712, "tokens_per_second": 1185958.1067205654, "synthetic": false, "world_size": 8}
8
+ {"step": 160, "tokens": 83886080, "loss": 2.5471967697143554, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.36690694093704224, "tokens_per_second": 1177370.5624174436, "synthetic": false, "world_size": 8}
9
+ {"step": 180, "tokens": 94371840, "loss": 2.548542022705078, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2757977545261383, "tokens_per_second": 1174390.9355506967, "synthetic": false, "world_size": 8}