kacperwikiel commited on
Commit
81b1b0f
·
verified ·
1 Parent(s): ddb7a0e

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-2027/metrics.jsonl CHANGED
@@ -10,3 +10,6 @@
10
  {"step": 200, "tokens": 104857600, "loss": 2.514896202087402, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.25448423624038696, "tokens_per_second": 968685.1771415899, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.517603302001953, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2773248553276062, "tokens_per_second": 1169041.061321022, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.51986026763916, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27913910150527954, "tokens_per_second": 962522.4739350365, "synthetic": false, "world_size": 8}
 
 
 
 
10
  {"step": 200, "tokens": 104857600, "loss": 2.514896202087402, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.25448423624038696, "tokens_per_second": 968685.1771415899, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.517603302001953, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2773248553276062, "tokens_per_second": 1169041.061321022, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.51986026763916, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27913910150527954, "tokens_per_second": 962522.4739350365, "synthetic": false, "world_size": 8}
13
+ {"step": 260, "tokens": 136314880, "loss": 2.510102462768555, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2820950746536255, "tokens_per_second": 1174857.2763018429, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.5193994522094725, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3216699957847595, "tokens_per_second": 1170513.7468305146, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.5143301010131838, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.29182493686676025, "tokens_per_second": 1167729.4333472524, "synthetic": false, "world_size": 8}