kacperwikiel commited on
Commit
7ae0900
·
verified ·
1 Parent(s): eb56779

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-2027/metrics.jsonl CHANGED
@@ -20,3 +20,9 @@
20
  {"step": 400, "tokens": 209715200, "loss": 2.5448991775512697, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.25900861620903015, "tokens_per_second": 1164025.7617133085, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.5411434173583984, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.28653332591056824, "tokens_per_second": 1157383.2688999688, "synthetic": false, "world_size": 8}
22
  {"step": 440, "tokens": 230686720, "loss": 2.5442874908447264, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2819104492664337, "tokens_per_second": 1160481.6883414374, "synthetic": false, "world_size": 8}
 
 
 
 
 
 
 
20
  {"step": 400, "tokens": 209715200, "loss": 2.5448991775512697, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.25900861620903015, "tokens_per_second": 1164025.7617133085, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.5411434173583984, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.28653332591056824, "tokens_per_second": 1157383.2688999688, "synthetic": false, "world_size": 8}
22
  {"step": 440, "tokens": 230686720, "loss": 2.5442874908447264, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2819104492664337, "tokens_per_second": 1160481.6883414374, "synthetic": false, "world_size": 8}
23
+ {"step": 460, "tokens": 241172480, "loss": 2.543488121032715, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.2581738233566284, "tokens_per_second": 1158498.2962802849, "synthetic": false, "world_size": 8}
24
+ {"step": 480, "tokens": 251658240, "loss": 2.550215148925781, "optimizer_updates": 480, "effective_batch": 512, "lr": 6.181899498855732e-05, "gradient_norm": 0.2808796763420105, "tokens_per_second": 1161349.676796862, "synthetic": false, "world_size": 8}
25
+ {"step": 500, "tokens": 262144000, "loss": 2.543857192993164, "optimizer_updates": 500, "effective_batch": 512, "lr": 5.886435397096976e-05, "gradient_norm": 0.25667694211006165, "tokens_per_second": 1155219.7209590888, "synthetic": false, "world_size": 8}
26
+ {"step": 520, "tokens": 272629760, "loss": 2.5472930908203124, "optimizer_updates": 520, "effective_batch": 512, "lr": 5.5892815116703924e-05, "gradient_norm": 0.26877573132514954, "tokens_per_second": 1029056.8738168865, "synthetic": false, "world_size": 8}
27
+ {"step": 540, "tokens": 283115520, "loss": 2.5441816329956053, "optimizer_updates": 540, "effective_batch": 512, "lr": 5.291737220909842e-05, "gradient_norm": 0.279702365398407, "tokens_per_second": 1154599.4461850203, "synthetic": false, "world_size": 8}
28
+ {"step": 560, "tokens": 293601280, "loss": 2.5482343673706054, "optimizer_updates": 560, "effective_batch": 512, "lr": 4.99510361029238e-05, "gradient_norm": 0.2883462905883789, "tokens_per_second": 1155214.5274289218, "synthetic": false, "world_size": 8}