Update experiment measurements and status
Browse files
reports/runs/finemath-1337/metrics.jsonl
CHANGED
|
@@ -8,3 +8,7 @@
|
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.407077407836914, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3024846911430359, "tokens_per_second": 1108243.6730095083, "synthetic": false, "world_size": 8}
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.4117332458496095, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2811172902584076, "tokens_per_second": 1145996.4374648598, "synthetic": false, "world_size": 8}
|
| 10 |
{"step": 200, "tokens": 104857600, "loss": 2.4085773468017577, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29200756549835205, "tokens_per_second": 1150235.7028420242, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.407077407836914, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3024846911430359, "tokens_per_second": 1108243.6730095083, "synthetic": false, "world_size": 8}
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.4117332458496095, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2811172902584076, "tokens_per_second": 1145996.4374648598, "synthetic": false, "world_size": 8}
|
| 10 |
{"step": 200, "tokens": 104857600, "loss": 2.4085773468017577, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29200756549835205, "tokens_per_second": 1150235.7028420242, "synthetic": false, "world_size": 8}
|
| 11 |
+
{"step": 220, "tokens": 115343360, "loss": 2.4027036666870116, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.257030725479126, "tokens_per_second": 1078890.1114527218, "synthetic": false, "world_size": 8}
|
| 12 |
+
{"step": 240, "tokens": 125829120, "loss": 2.406214714050293, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27273526787757874, "tokens_per_second": 1143591.5388221536, "synthetic": false, "world_size": 8}
|
| 13 |
+
{"step": 260, "tokens": 136314880, "loss": 2.398164176940918, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.27025943994522095, "tokens_per_second": 1139846.4333194518, "synthetic": false, "world_size": 8}
|
| 14 |
+
{"step": 280, "tokens": 146800640, "loss": 2.4024524688720703, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.29210492968559265, "tokens_per_second": 1143075.4549855303, "synthetic": false, "world_size": 8}
|