kacperwikiel commited on
Commit
bca6f4f
·
verified ·
1 Parent(s): 5a2096d

Update experiment measurements and status

Browse files
reports/runs/control-1337/metrics.jsonl CHANGED
@@ -42,3 +42,6 @@
42
  {"step": 840, "tokens": 440401920, "loss": 2.4699222564697267, "optimizer_updates": 840, "effective_batch": 512, "lr": 1.6228785942127183e-05, "gradient_norm": 0.2342851758003235, "tokens_per_second": 1139849.4739839495, "synthetic": false, "world_size": 8}
43
  {"step": 860, "tokens": 450887680, "loss": 2.468746566772461, "optimizer_updates": 860, "effective_batch": 512, "lr": 1.4803861067224574e-05, "gradient_norm": 0.2539961338043213, "tokens_per_second": 1145586.3556575102, "synthetic": false, "world_size": 8}
44
  {"step": 880, "tokens": 461373440, "loss": 2.468038558959961, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.3130365014076233, "tokens_per_second": 1141720.748914185, "synthetic": false, "world_size": 8}
 
 
 
 
42
  {"step": 840, "tokens": 440401920, "loss": 2.4699222564697267, "optimizer_updates": 840, "effective_batch": 512, "lr": 1.6228785942127183e-05, "gradient_norm": 0.2342851758003235, "tokens_per_second": 1139849.4739839495, "synthetic": false, "world_size": 8}
43
  {"step": 860, "tokens": 450887680, "loss": 2.468746566772461, "optimizer_updates": 860, "effective_batch": 512, "lr": 1.4803861067224574e-05, "gradient_norm": 0.2539961338043213, "tokens_per_second": 1145586.3556575102, "synthetic": false, "world_size": 8}
44
  {"step": 880, "tokens": 461373440, "loss": 2.468038558959961, "optimizer_updates": 880, "effective_batch": 512, "lr": 1.3554703680467902e-05, "gradient_norm": 0.3130365014076233, "tokens_per_second": 1141720.748914185, "synthetic": false, "world_size": 8}
45
+ {"step": 900, "tokens": 471859200, "loss": 2.4737150192260744, "optimizer_updates": 900, "effective_batch": 512, "lr": 1.248677602927694e-05, "gradient_norm": 0.25111261010169983, "tokens_per_second": 1138970.5120048865, "synthetic": false, "world_size": 8}
46
+ {"step": 920, "tokens": 482344960, "loss": 2.4700700759887697, "optimizer_updates": 920, "effective_batch": 512, "lr": 1.1604747889549428e-05, "gradient_norm": 0.27187302708625793, "tokens_per_second": 1142497.147242531, "synthetic": false, "world_size": 8}
47
+ {"step": 940, "tokens": 492830720, "loss": 2.469630241394043, "optimizer_updates": 940, "effective_batch": 512, "lr": 1.0912476145919328e-05, "gradient_norm": 0.25897762179374695, "tokens_per_second": 1143054.9133023822, "synthetic": false, "world_size": 8}