Update experiment measurements and status
Browse files
reports/runs/control-2027/metrics.jsonl
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 20, "tokens": 10485760, "loss": 2.507512855529785, "optimizer_updates": 20, "effective_batch": 512, "lr": 4e-05, "gradient_norm": 0.3825686275959015, "tokens_per_second": 314803.4828520287, "synthetic": false, "world_size": 8}
|
| 2 |
+
{"step": 40, "tokens": 20971520, "loss": 2.5040313720703127, "optimizer_updates": 40, "effective_batch": 512, "lr": 8e-05, "gradient_norm": 0.28802812099456787, "tokens_per_second": 1082084.7200390156, "synthetic": false, "world_size": 8}
|
| 3 |
+
{"step": 60, "tokens": 31457280, "loss": 2.4879150390625, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.303300142288208, "tokens_per_second": 1190922.0691876188, "synthetic": false, "world_size": 8}
|
| 4 |
+
{"step": 80, "tokens": 41943040, "loss": 2.4895999908447264, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2678670585155487, "tokens_per_second": 1191385.866164444, "synthetic": false, "world_size": 8}
|
| 5 |
+
{"step": 100, "tokens": 52428800, "loss": 2.4829349517822266, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.29987844824790955, "tokens_per_second": 1187747.3157006642, "synthetic": false, "world_size": 8}
|
| 6 |
+
{"step": 120, "tokens": 62914560, "loss": 2.490461540222168, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.2517339587211609, "tokens_per_second": 1183830.2142241132, "synthetic": false, "world_size": 8}
|