kacperwikiel commited on
Commit
d48d064
·
verified ·
1 Parent(s): 65d84b6

Update experiment measurements and status

Browse files
reports/runs/control-2027/metrics.jsonl CHANGED
@@ -11,3 +11,6 @@
11
  {"step": 220, "tokens": 115343360, "loss": 2.4822710037231444, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.3210473358631134, "tokens_per_second": 1120074.5107038633, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.478140640258789, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.2737900912761688, "tokens_per_second": 1169314.660974502, "synthetic": false, "world_size": 8}
13
  {"step": 260, "tokens": 136314880, "loss": 2.470849609375, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2969948351383209, "tokens_per_second": 1165571.0881155538, "synthetic": false, "world_size": 8}
 
 
 
 
11
  {"step": 220, "tokens": 115343360, "loss": 2.4822710037231444, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.3210473358631134, "tokens_per_second": 1120074.5107038633, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.478140640258789, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.2737900912761688, "tokens_per_second": 1169314.660974502, "synthetic": false, "world_size": 8}
13
  {"step": 260, "tokens": 136314880, "loss": 2.470849609375, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2969948351383209, "tokens_per_second": 1165571.0881155538, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.480894660949707, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2976981997489929, "tokens_per_second": 1159691.08497518, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.475541687011719, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29641398787498474, "tokens_per_second": 1158880.2666538034, "synthetic": false, "world_size": 8}
16
+ {"step": 320, "tokens": 167772160, "loss": 2.4764707565307615, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.2586091160774231, "tokens_per_second": 1154319.3571571151, "synthetic": false, "world_size": 8}