Update experiment measurements and status
Browse files
reports/runs/control-1337/metrics.jsonl
CHANGED
|
@@ -15,3 +15,6 @@
|
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.4821462631225586, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.31473231315612793, "tokens_per_second": 1144067.3639735393, "synthetic": false, "world_size": 8}
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.465078926086426, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.33863937854766846, "tokens_per_second": 1143949.5372031094, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.4718242645263673, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24425169825553894, "tokens_per_second": 1145755.6447412523, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.4821462631225586, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.31473231315612793, "tokens_per_second": 1144067.3639735393, "synthetic": false, "world_size": 8}
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.465078926086426, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.33863937854766846, "tokens_per_second": 1143949.5372031094, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.4718242645263673, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24425169825553894, "tokens_per_second": 1145755.6447412523, "synthetic": false, "world_size": 8}
|
| 18 |
+
{"step": 360, "tokens": 188743680, "loss": 2.4757949829101564, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2572823464870453, "tokens_per_second": 1141928.4504182357, "synthetic": false, "world_size": 8}
|
| 19 |
+
{"step": 380, "tokens": 199229440, "loss": 2.4824588775634764, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.29070401191711426, "tokens_per_second": 1144070.40746533, "synthetic": false, "world_size": 8}
|
| 20 |
+
{"step": 400, "tokens": 209715200, "loss": 2.477639389038086, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2664496898651123, "tokens_per_second": 1141583.125091393, "synthetic": false, "world_size": 8}
|