Update experiment measurements and status
Browse files
reports/runs/fineweb_edu-2027/metrics.jsonl
CHANGED
|
@@ -7,3 +7,6 @@
|
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.512830924987793, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.26988473534584045, "tokens_per_second": 1184852.7510194492, "synthetic": false, "world_size": 8}
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.5139772415161135, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3002345561981201, "tokens_per_second": 1177231.793901067, "synthetic": false, "world_size": 8}
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.518271064758301, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2518131136894226, "tokens_per_second": 1175405.7390427652, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.512830924987793, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.26988473534584045, "tokens_per_second": 1184852.7510194492, "synthetic": false, "world_size": 8}
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.5139772415161135, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3002345561981201, "tokens_per_second": 1177231.793901067, "synthetic": false, "world_size": 8}
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.518271064758301, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2518131136894226, "tokens_per_second": 1175405.7390427652, "synthetic": false, "world_size": 8}
|
| 10 |
+
{"step": 200, "tokens": 104857600, "loss": 2.514896202087402, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.25448423624038696, "tokens_per_second": 968685.1771415899, "synthetic": false, "world_size": 8}
|
| 11 |
+
{"step": 220, "tokens": 115343360, "loss": 2.517603302001953, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2773248553276062, "tokens_per_second": 1169041.061321022, "synthetic": false, "world_size": 8}
|
| 12 |
+
{"step": 240, "tokens": 125829120, "loss": 2.51986026763916, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27913910150527954, "tokens_per_second": 962522.4739350365, "synthetic": false, "world_size": 8}
|