kacperwikiel commited on
Commit
123a080
·
verified ·
1 Parent(s): 5baae50

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -583,3 +583,5 @@
583
  {"step": 11660, "tokens": 6113198080, "loss": 2.8197975158691406, "tokens_per_second": 992964.3221761647, "lr": 0.0015, "gradient_norm": 0.09041512757539749, "benchmark": false}
584
  {"step": 11680, "tokens": 6123683840, "loss": 2.7789400100708006, "tokens_per_second": 982425.1504099895, "lr": 0.0015, "gradient_norm": 0.10277896374464035, "benchmark": false}
585
  {"step": 11700, "tokens": 6134169600, "loss": 2.808932876586914, "tokens_per_second": 977392.8435753412, "lr": 0.0015, "gradient_norm": 0.12181688845157623, "benchmark": false}
 
 
 
583
  {"step": 11660, "tokens": 6113198080, "loss": 2.8197975158691406, "tokens_per_second": 992964.3221761647, "lr": 0.0015, "gradient_norm": 0.09041512757539749, "benchmark": false}
584
  {"step": 11680, "tokens": 6123683840, "loss": 2.7789400100708006, "tokens_per_second": 982425.1504099895, "lr": 0.0015, "gradient_norm": 0.10277896374464035, "benchmark": false}
585
  {"step": 11700, "tokens": 6134169600, "loss": 2.808932876586914, "tokens_per_second": 977392.8435753412, "lr": 0.0015, "gradient_norm": 0.12181688845157623, "benchmark": false}
586
+ {"step": 11720, "tokens": 6144655360, "loss": 2.798422431945801, "tokens_per_second": 980918.0165294112, "lr": 0.0015, "gradient_norm": 0.10683136433362961, "benchmark": false}
587
+ {"step": 11740, "tokens": 6155141120, "loss": 2.830831527709961, "tokens_per_second": 976757.4708301218, "lr": 0.0015, "gradient_norm": 0.0975671336054802, "benchmark": false}