kacperwikiel commited on
Commit
f90e225
·
verified ·
1 Parent(s): d5412a5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -683,3 +683,5 @@
683
  {"step": 13660, "tokens": 7161774080, "loss": 2.795080375671387, "tokens_per_second": 978992.4936671671, "lr": 0.0015, "gradient_norm": 0.111018605530262, "benchmark": false}
684
  {"step": 13680, "tokens": 7172259840, "loss": 2.7762340545654296, "tokens_per_second": 987567.5708661648, "lr": 0.0015, "gradient_norm": 0.11279752105474472, "benchmark": false}
685
  {"step": 13700, "tokens": 7182745600, "loss": 2.791914367675781, "tokens_per_second": 993665.072440858, "lr": 0.0015, "gradient_norm": 0.10978860408067703, "benchmark": false}
 
 
 
683
  {"step": 13660, "tokens": 7161774080, "loss": 2.795080375671387, "tokens_per_second": 978992.4936671671, "lr": 0.0015, "gradient_norm": 0.111018605530262, "benchmark": false}
684
  {"step": 13680, "tokens": 7172259840, "loss": 2.7762340545654296, "tokens_per_second": 987567.5708661648, "lr": 0.0015, "gradient_norm": 0.11279752105474472, "benchmark": false}
685
  {"step": 13700, "tokens": 7182745600, "loss": 2.791914367675781, "tokens_per_second": 993665.072440858, "lr": 0.0015, "gradient_norm": 0.10978860408067703, "benchmark": false}
686
+ {"step": 13720, "tokens": 7193231360, "loss": 2.762933540344238, "tokens_per_second": 997256.6219546677, "lr": 0.0015, "gradient_norm": 0.10988429188728333, "benchmark": false}
687
+ {"step": 13740, "tokens": 7203717120, "loss": 2.792901611328125, "tokens_per_second": 986272.0580112083, "lr": 0.0015, "gradient_norm": 0.11577098816633224, "benchmark": false}