Update experiment measurements and status
Browse files
reports/runs/finemath-1337/metrics.jsonl
CHANGED
|
@@ -12,3 +12,6 @@
|
|
| 12 |
{"step": 240, "tokens": 125829120, "loss": 2.406214714050293, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27273526787757874, "tokens_per_second": 1143591.5388221536, "synthetic": false, "world_size": 8}
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.398164176940918, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.27025943994522095, "tokens_per_second": 1139846.4333194518, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.4024524688720703, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.29210492968559265, "tokens_per_second": 1143075.4549855303, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
{"step": 240, "tokens": 125829120, "loss": 2.406214714050293, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.27273526787757874, "tokens_per_second": 1143591.5388221536, "synthetic": false, "world_size": 8}
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.398164176940918, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.27025943994522095, "tokens_per_second": 1139846.4333194518, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.4024524688720703, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.29210492968559265, "tokens_per_second": 1143075.4549855303, "synthetic": false, "world_size": 8}
|
| 15 |
+
{"step": 300, "tokens": 157286400, "loss": 2.4075775146484375, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3028305768966675, "tokens_per_second": 1146896.6345755935, "synthetic": false, "world_size": 8}
|
| 16 |
+
{"step": 320, "tokens": 167772160, "loss": 2.394578742980957, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.30922064185142517, "tokens_per_second": 1136278.8409167926, "synthetic": false, "world_size": 8}
|
| 17 |
+
{"step": 340, "tokens": 178257920, "loss": 2.4029897689819335, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.2602803409099579, "tokens_per_second": 1136968.8319729292, "synthetic": false, "world_size": 8}
|