Update experiment measurements and status
Browse files
reports/runs/control-1337/metrics.jsonl
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 20, "tokens": 10485760, "loss": 2.512910842895508, "optimizer_updates": 20, "effective_batch": 512, "lr": 4e-05, "gradient_norm": 0.3728821277618408, "tokens_per_second": 288411.17697835935, "synthetic": false, "world_size": 8}
|
| 2 |
+
{"step": 40, "tokens": 20971520, "loss": 2.4985565185546874, "optimizer_updates": 40, "effective_batch": 512, "lr": 8e-05, "gradient_norm": 0.3250027596950531, "tokens_per_second": 995347.4749153208, "synthetic": false, "world_size": 8}
|
| 3 |
+
{"step": 60, "tokens": 31457280, "loss": 2.4966611862182617, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.26747462153434753, "tokens_per_second": 973568.8494195197, "synthetic": false, "world_size": 8}
|
| 4 |
+
{"step": 80, "tokens": 41943040, "loss": 2.4847332000732423, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2614540159702301, "tokens_per_second": 1147969.3051464967, "synthetic": false, "world_size": 8}
|
| 5 |
+
{"step": 100, "tokens": 52428800, "loss": 2.4918230056762694, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.26396164298057556, "tokens_per_second": 1151255.4304120296, "synthetic": false, "world_size": 8}
|
| 6 |
+
{"step": 120, "tokens": 62914560, "loss": 2.489805793762207, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3274119198322296, "tokens_per_second": 1155216.214798833, "synthetic": false, "world_size": 8}
|
| 7 |
+
{"step": 140, "tokens": 73400320, "loss": 2.4822809219360353, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.25258010625839233, "tokens_per_second": 1156096.7963691454, "synthetic": false, "world_size": 8}
|