kacperwikiel commited on
Commit
55b028a
·
verified ·
1 Parent(s): 90bf38f

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-2027/metrics.jsonl CHANGED
@@ -9,3 +9,6 @@
9
  {"step": 180, "tokens": 94371840, "loss": 2.4074058532714844, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.28023046255111694, "tokens_per_second": 1172304.5197498323, "synthetic": false, "world_size": 8}
10
  {"step": 200, "tokens": 104857600, "loss": 2.402337074279785, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2515356242656708, "tokens_per_second": 1171532.5248354394, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.4053205490112304, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.3046882152557373, "tokens_per_second": 1167555.0558015958, "synthetic": false, "world_size": 8}
 
 
 
 
9
  {"step": 180, "tokens": 94371840, "loss": 2.4074058532714844, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.28023046255111694, "tokens_per_second": 1172304.5197498323, "synthetic": false, "world_size": 8}
10
  {"step": 200, "tokens": 104857600, "loss": 2.402337074279785, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2515356242656708, "tokens_per_second": 1171532.5248354394, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.4053205490112304, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.3046882152557373, "tokens_per_second": 1167555.0558015958, "synthetic": false, "world_size": 8}
12
+ {"step": 240, "tokens": 125829120, "loss": 2.4023242950439454, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.3187483251094818, "tokens_per_second": 1168411.9364981444, "synthetic": false, "world_size": 8}
13
+ {"step": 260, "tokens": 136314880, "loss": 2.3918006896972654, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.2893836200237274, "tokens_per_second": 973763.9181970144, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.4039567947387694, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.3385871350765228, "tokens_per_second": 1168579.8869655605, "synthetic": false, "world_size": 8}