kacperwikiel commited on
Commit
2b843f5
·
verified ·
1 Parent(s): f7551d8

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-1337/metrics.jsonl CHANGED
@@ -36,3 +36,6 @@
36
  {"step": 720, "tokens": 377487360, "loss": 2.5410511016845705, "optimizer_updates": 720, "effective_batch": 512, "lr": 2.8070425046195906e-05, "gradient_norm": 0.24428436160087585, "tokens_per_second": 1150239.1219599561, "synthetic": false, "world_size": 8}
37
  {"step": 740, "tokens": 387973120, "loss": 2.542515754699707, "optimizer_updates": 740, "effective_batch": 512, "lr": 2.574655837887642e-05, "gradient_norm": 0.26016250252723694, "tokens_per_second": 1157352.1101758003, "synthetic": false, "world_size": 8}
38
  {"step": 760, "tokens": 398458880, "loss": 2.5433021545410157, "optimizer_updates": 760, "effective_batch": 512, "lr": 2.3550609568592105e-05, "gradient_norm": 0.27706611156463623, "tokens_per_second": 962029.3608946619, "synthetic": false, "world_size": 8}
 
 
 
 
36
  {"step": 720, "tokens": 377487360, "loss": 2.5410511016845705, "optimizer_updates": 720, "effective_batch": 512, "lr": 2.8070425046195906e-05, "gradient_norm": 0.24428436160087585, "tokens_per_second": 1150239.1219599561, "synthetic": false, "world_size": 8}
37
  {"step": 740, "tokens": 387973120, "loss": 2.542515754699707, "optimizer_updates": 740, "effective_batch": 512, "lr": 2.574655837887642e-05, "gradient_norm": 0.26016250252723694, "tokens_per_second": 1157352.1101758003, "synthetic": false, "world_size": 8}
38
  {"step": 760, "tokens": 398458880, "loss": 2.5433021545410157, "optimizer_updates": 760, "effective_batch": 512, "lr": 2.3550609568592105e-05, "gradient_norm": 0.27706611156463623, "tokens_per_second": 962029.3608946619, "synthetic": false, "world_size": 8}
39
+ {"step": 780, "tokens": 408944640, "loss": 2.5446212768554686, "optimizer_updates": 780, "effective_batch": 512, "lr": 2.1492180940758528e-05, "gradient_norm": 0.2686392664909363, "tokens_per_second": 1160867.6710519393, "synthetic": false, "world_size": 8}
40
+ {"step": 800, "tokens": 419430400, "loss": 2.5392351150512695, "optimizer_updates": 800, "effective_batch": 512, "lr": 1.958027348002363e-05, "gradient_norm": 0.2955746352672577, "tokens_per_second": 1160728.2856102292, "synthetic": false, "world_size": 8}
41
+ {"step": 820, "tokens": 429916160, "loss": 2.542458152770996, "optimizer_updates": 820, "effective_batch": 512, "lr": 1.7823247471252202e-05, "gradient_norm": 0.23115907609462738, "tokens_per_second": 1156344.9047782144, "synthetic": false, "world_size": 8}