Update experiment measurements and status
Browse files
reports/runs/cosmopedia-2027/metrics.jsonl
CHANGED
|
@@ -2,3 +2,6 @@
|
|
| 2 |
{"step": 40, "tokens": 20971520, "loss": 2.452585983276367, "optimizer_updates": 40, "effective_batch": 512, "lr": 8e-05, "gradient_norm": 0.4514543414115906, "tokens_per_second": 1081101.354692998, "synthetic": false, "world_size": 8}
|
| 3 |
{"step": 60, "tokens": 31457280, "loss": 2.4315727233886717, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.3068612515926361, "tokens_per_second": 1189257.1446945241, "synthetic": false, "world_size": 8}
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.430249786376953, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2772088348865509, "tokens_per_second": 1186530.7958452269, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
{"step": 40, "tokens": 20971520, "loss": 2.452585983276367, "optimizer_updates": 40, "effective_batch": 512, "lr": 8e-05, "gradient_norm": 0.4514543414115906, "tokens_per_second": 1081101.354692998, "synthetic": false, "world_size": 8}
|
| 3 |
{"step": 60, "tokens": 31457280, "loss": 2.4315727233886717, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.3068612515926361, "tokens_per_second": 1189257.1446945241, "synthetic": false, "world_size": 8}
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.430249786376953, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2772088348865509, "tokens_per_second": 1186530.7958452269, "synthetic": false, "world_size": 8}
|
| 5 |
+
{"step": 100, "tokens": 52428800, "loss": 2.415462303161621, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2884010076522827, "tokens_per_second": 1186906.3644207392, "synthetic": false, "world_size": 8}
|
| 6 |
+
{"step": 120, "tokens": 62914560, "loss": 2.419390106201172, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.2655899226665497, "tokens_per_second": 1184631.5334077352, "synthetic": false, "world_size": 8}
|
| 7 |
+
{"step": 140, "tokens": 73400320, "loss": 2.4060894012451173, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2585509121417999, "tokens_per_second": 1184646.5954056669, "synthetic": false, "world_size": 8}
|