kacperwikiel commited on
Commit
ab2ca74
·
verified ·
1 Parent(s): 7ee24a0

Update experiment measurements and status

Browse files
reports/runs/control-1337/metrics.jsonl CHANGED
@@ -5,3 +5,6 @@
5
  {"step": 100, "tokens": 52428800, "loss": 2.4918230056762694, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.26396164298057556, "tokens_per_second": 1151255.4304120296, "synthetic": false, "world_size": 8}
6
  {"step": 120, "tokens": 62914560, "loss": 2.489805793762207, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3274119198322296, "tokens_per_second": 1155216.214798833, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.4822809219360353, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.25258010625839233, "tokens_per_second": 1156096.7963691454, "synthetic": false, "world_size": 8}
 
 
 
 
5
  {"step": 100, "tokens": 52428800, "loss": 2.4918230056762694, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.26396164298057556, "tokens_per_second": 1151255.4304120296, "synthetic": false, "world_size": 8}
6
  {"step": 120, "tokens": 62914560, "loss": 2.489805793762207, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3274119198322296, "tokens_per_second": 1155216.214798833, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.4822809219360353, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.25258010625839233, "tokens_per_second": 1156096.7963691454, "synthetic": false, "world_size": 8}
8
+ {"step": 160, "tokens": 83886080, "loss": 2.482566070556641, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.31606218218803406, "tokens_per_second": 1157267.1051420344, "synthetic": false, "world_size": 8}
9
+ {"step": 180, "tokens": 94371840, "loss": 2.4844839096069338, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.32978615164756775, "tokens_per_second": 1156823.9534255068, "synthetic": false, "world_size": 8}
10
+ {"step": 200, "tokens": 104857600, "loss": 2.486958694458008, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2688305974006653, "tokens_per_second": 1152104.084171041, "synthetic": false, "world_size": 8}