Update experiment measurements and status
Browse files
reports/runs/finemath-2027/metrics.jsonl
CHANGED
|
@@ -42,3 +42,6 @@
|
|
| 42 |
{"step": 840, "tokens": 440401920, "loss": 2.3926664352416993, "optimizer_updates": 840, "effective_batch": 512, "lr": 1.6228785942127183e-05, "gradient_norm": 0.27265113592147827, "tokens_per_second": 1139080.7603543059, "synthetic": false, "world_size": 8}
|
| 43 |
{"step": 860, "tokens": 450887680, "loss": 2.3836589813232423, "optimizer_updates": 860, "effective_batch": 512, "lr": 1.4803861067224574e-05, "gradient_norm": 0.23889483511447906, "tokens_per_second": 1140856.23906506, "synthetic": false, "world_size": 8}
|
| 44 |
{"step": 880, "tokens": 461373440, "loss": 2.3871013641357424, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.26919883489608765, "tokens_per_second": 1139808.2015107223, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
{"step": 840, "tokens": 440401920, "loss": 2.3926664352416993, "optimizer_updates": 840, "effective_batch": 512, "lr": 1.6228785942127183e-05, "gradient_norm": 0.27265113592147827, "tokens_per_second": 1139080.7603543059, "synthetic": false, "world_size": 8}
|
| 43 |
{"step": 860, "tokens": 450887680, "loss": 2.3836589813232423, "optimizer_updates": 860, "effective_batch": 512, "lr": 1.4803861067224574e-05, "gradient_norm": 0.23889483511447906, "tokens_per_second": 1140856.23906506, "synthetic": false, "world_size": 8}
|
| 44 |
{"step": 880, "tokens": 461373440, "loss": 2.3871013641357424, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.26919883489608765, "tokens_per_second": 1139808.2015107223, "synthetic": false, "world_size": 8}
|
| 45 |
+
{"step": 900, "tokens": 471859200, "loss": 2.3935081481933596, "optimizer_updates": 900, "effective_batch": 512, "lr": 1.248677602927694e-05, "gradient_norm": 0.3005746304988861, "tokens_per_second": 948956.3417757642, "synthetic": false, "world_size": 8}
|
| 46 |
+
{"step": 920, "tokens": 482344960, "loss": 2.3832860946655274, "optimizer_updates": 920, "effective_batch": 512, "lr": 1.1604747889549428e-05, "gradient_norm": 0.2645197808742523, "tokens_per_second": 1142955.3847769962, "synthetic": false, "world_size": 8}
|
| 47 |
+
{"step": 940, "tokens": 492830720, "loss": 2.390367889404297, "optimizer_updates": 940, "effective_batch": 512, "lr": 1.0912476145919328e-05, "gradient_norm": 0.27778470516204834, "tokens_per_second": 946588.3688848084, "synthetic": false, "world_size": 8}
|