Update experiment measurements and status
Browse files
reports/runs/finemath-2027/metrics.jsonl
CHANGED
|
@@ -13,3 +13,7 @@
|
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.3903350830078125, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3058723211288452, "tokens_per_second": 1146860.9849726772, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.407771873474121, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2855978012084961, "tokens_per_second": 1145242.7715154483, "synthetic": false, "world_size": 8}
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.3945125579833983, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.27547577023506165, "tokens_per_second": 1137326.851613251, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.3903350830078125, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3058723211288452, "tokens_per_second": 1146860.9849726772, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.407771873474121, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.2855978012084961, "tokens_per_second": 1145242.7715154483, "synthetic": false, "world_size": 8}
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.3945125579833983, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.27547577023506165, "tokens_per_second": 1137326.851613251, "synthetic": false, "world_size": 8}
|
| 16 |
+
{"step": 320, "tokens": 167772160, "loss": 2.4003419876098633, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.28498703241348267, "tokens_per_second": 959571.1553873318, "synthetic": false, "world_size": 8}
|
| 17 |
+
{"step": 340, "tokens": 178257920, "loss": 2.394379425048828, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.28058165311813354, "tokens_per_second": 1144458.963058067, "synthetic": false, "world_size": 8}
|
| 18 |
+
{"step": 360, "tokens": 188743680, "loss": 2.3971622467041014, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.27940553426742554, "tokens_per_second": 1076034.1492383124, "synthetic": false, "world_size": 8}
|
| 19 |
+
{"step": 380, "tokens": 199229440, "loss": 2.4049230575561524, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.27519458532333374, "tokens_per_second": 1141306.9524995957, "synthetic": false, "world_size": 8}
|