kacperwikiel commited on
Commit
9fbde90
·
verified ·
1 Parent(s): c005d41

Update experiment measurements and status

Browse files
reports/runs/finemath-1337/metrics.jsonl CHANGED
@@ -15,3 +15,6 @@
15
  {"step": 300, "tokens": 157286400, "loss": 2.4075775146484375, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3028305768966675, "tokens_per_second": 1146896.6345755935, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.394578742980957, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.30922064185142517, "tokens_per_second": 1136278.8409167926, "synthetic": false, "world_size": 8}
17
  {"step": 340, "tokens": 178257920, "loss": 2.4029897689819335, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.2602803409099579, "tokens_per_second": 1136968.8319729292, "synthetic": false, "world_size": 8}
 
 
 
 
15
  {"step": 300, "tokens": 157286400, "loss": 2.4075775146484375, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3028305768966675, "tokens_per_second": 1146896.6345755935, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.394578742980957, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.30922064185142517, "tokens_per_second": 1136278.8409167926, "synthetic": false, "world_size": 8}
17
  {"step": 340, "tokens": 178257920, "loss": 2.4029897689819335, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.2602803409099579, "tokens_per_second": 1136968.8319729292, "synthetic": false, "world_size": 8}
18
+ {"step": 360, "tokens": 188743680, "loss": 2.3949378967285155, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.24318566918373108, "tokens_per_second": 1129643.6114031076, "synthetic": false, "world_size": 8}
19
+ {"step": 380, "tokens": 199229440, "loss": 2.4052324295043945, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.28370532393455505, "tokens_per_second": 1134888.948865849, "synthetic": false, "world_size": 8}
20
+ {"step": 400, "tokens": 209715200, "loss": 2.400023078918457, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2874448001384735, "tokens_per_second": 1131187.6575604775, "synthetic": false, "world_size": 8}