Update experiment measurements and status
Browse files
reports/runs/finemath-1337/metrics.jsonl
CHANGED
|
@@ -5,3 +5,6 @@
|
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.415105438232422, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.26921704411506653, "tokens_per_second": 1152695.9056479854, "synthetic": false, "world_size": 8}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.4156421661376952, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.30820584297180176, "tokens_per_second": 1157495.1629143513, "synthetic": false, "world_size": 8}
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.4019264221191405, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.3313768208026886, "tokens_per_second": 1147367.6275540977, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.415105438232422, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.26921704411506653, "tokens_per_second": 1152695.9056479854, "synthetic": false, "world_size": 8}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.4156421661376952, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.30820584297180176, "tokens_per_second": 1157495.1629143513, "synthetic": false, "world_size": 8}
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.4019264221191405, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.3313768208026886, "tokens_per_second": 1147367.6275540977, "synthetic": false, "world_size": 8}
|
| 8 |
+
{"step": 160, "tokens": 83886080, "loss": 2.407077407836914, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3024846911430359, "tokens_per_second": 1108243.6730095083, "synthetic": false, "world_size": 8}
|
| 9 |
+
{"step": 180, "tokens": 94371840, "loss": 2.4117332458496095, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2811172902584076, "tokens_per_second": 1145996.4374648598, "synthetic": false, "world_size": 8}
|
| 10 |
+
{"step": 200, "tokens": 104857600, "loss": 2.4085773468017577, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29200756549835205, "tokens_per_second": 1150235.7028420242, "synthetic": false, "world_size": 8}
|