kacperwikiel commited on
Commit
9f15ec5
·
verified ·
1 Parent(s): 426423e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1045,3 +1045,5 @@
1045
  {"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
1046
  {"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
1047
  {"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}
 
 
 
1045
  {"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
1046
  {"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
1047
  {"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}
1048
+ {"step": 20960, "tokens": 10989076480, "loss": 2.7486549377441407, "tokens_per_second": 796103.0779271537, "lr": 0.0015, "gradient_norm": 0.1491522192955017, "benchmark": false}
1049
+ {"step": 20980, "tokens": 10999562240, "loss": 2.7450157165527345, "tokens_per_second": 987344.8799541212, "lr": 0.0015, "gradient_norm": 0.1675918698310852, "benchmark": false}