kacperwikiel commited on
Commit
e01cf03
·
verified ·
1 Parent(s): 55b028a

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-2027/metrics.jsonl CHANGED
@@ -12,3 +12,6 @@
12
  {"step": 240, "tokens": 125829120, "loss": 2.4023242950439454, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.3187483251094818, "tokens_per_second": 1168411.9364981444, "synthetic": false, "world_size": 8}
13
  {"step": 260, "tokens": 136314880, "loss": 2.3918006896972654, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2893836200237274, "tokens_per_second": 973763.9181970144, "synthetic": false, "world_size": 8}
14
  {"step": 280, "tokens": 146800640, "loss": 2.4039567947387694, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3385871350765228, "tokens_per_second": 1168579.8869655605, "synthetic": false, "world_size": 8}
 
 
 
 
12
  {"step": 240, "tokens": 125829120, "loss": 2.4023242950439454, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.3187483251094818, "tokens_per_second": 1168411.9364981444, "synthetic": false, "world_size": 8}
13
  {"step": 260, "tokens": 136314880, "loss": 2.3918006896972654, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2893836200237274, "tokens_per_second": 973763.9181970144, "synthetic": false, "world_size": 8}
14
  {"step": 280, "tokens": 146800640, "loss": 2.4039567947387694, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3385871350765228, "tokens_per_second": 1168579.8869655605, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.397252655029297, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.263984352350235, "tokens_per_second": 1113836.534175558, "synthetic": false, "world_size": 8}
16
+ {"step": 320, "tokens": 167772160, "loss": 2.3965707778930665, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.2635764479637146, "tokens_per_second": 964865.4739851212, "synthetic": false, "world_size": 8}
17
+ {"step": 340, "tokens": 178257920, "loss": 2.3946792602539064, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.2989164888858795, "tokens_per_second": 1165082.2783032414, "synthetic": false, "world_size": 8}