Update experiment measurements and status
Browse files
reports/runs/finemath-1337/metrics.jsonl
CHANGED
|
@@ -18,3 +18,6 @@
|
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.3949378967285155, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.24318566918373108, "tokens_per_second": 1129643.6114031076, "synthetic": false, "world_size": 8}
|
| 19 |
{"step": 380, "tokens": 199229440, "loss": 2.4052324295043945, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.28370532393455505, "tokens_per_second": 1134888.948865849, "synthetic": false, "world_size": 8}
|
| 20 |
{"step": 400, "tokens": 209715200, "loss": 2.400023078918457, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2874448001384735, "tokens_per_second": 1131187.6575604775, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.3949378967285155, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.24318566918373108, "tokens_per_second": 1129643.6114031076, "synthetic": false, "world_size": 8}
|
| 19 |
{"step": 380, "tokens": 199229440, "loss": 2.4052324295043945, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.28370532393455505, "tokens_per_second": 1134888.948865849, "synthetic": false, "world_size": 8}
|
| 20 |
{"step": 400, "tokens": 209715200, "loss": 2.400023078918457, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2874448001384735, "tokens_per_second": 1131187.6575604775, "synthetic": false, "world_size": 8}
|
| 21 |
+
{"step": 420, "tokens": 220200960, "loss": 2.396063041687012, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.2821289002895355, "tokens_per_second": 1137717.636516895, "synthetic": false, "world_size": 8}
|
| 22 |
+
{"step": 440, "tokens": 230686720, "loss": 2.3959320068359373, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2993291914463043, "tokens_per_second": 946389.1109692265, "synthetic": false, "world_size": 8}
|
| 23 |
+
{"step": 460, "tokens": 241172480, "loss": 2.4008581161499025, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.2686641812324524, "tokens_per_second": 1136622.7237819468, "synthetic": false, "world_size": 8}
|