kacperwikiel commited on
Commit
c8bae34
·
verified ·
1 Parent(s): b6fc635

Update experiment measurements and status

Browse files
reports/runs/finemath-2027/metrics.jsonl CHANGED
@@ -10,3 +10,6 @@
10
  {"step": 200, "tokens": 104857600, "loss": 2.399968719482422, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.24350076913833618, "tokens_per_second": 1152220.2358212795, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.402377700805664, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.28649914264678955, "tokens_per_second": 1152171.392790107, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.4034753799438477, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.2643131911754608, "tokens_per_second": 1145053.0532508728, "synthetic": false, "world_size": 8}
 
 
 
 
10
  {"step": 200, "tokens": 104857600, "loss": 2.399968719482422, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.24350076913833618, "tokens_per_second": 1152220.2358212795, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.402377700805664, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.28649914264678955, "tokens_per_second": 1152171.392790107, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.4034753799438477, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.2643131911754608, "tokens_per_second": 1145053.0532508728, "synthetic": false, "world_size": 8}
13
+ {"step": 260, "tokens": 136314880, "loss": 2.3903350830078125, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3058723211288452, "tokens_per_second": 1146860.9849726772, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.407771873474121, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2855978012084961, "tokens_per_second": 1145242.7715154483, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.3945125579833983, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.27547577023506165, "tokens_per_second": 1137326.851613251, "synthetic": false, "world_size": 8}