kacperwikiel commited on
Commit
bb143e9
·
verified ·
1 Parent(s): 1b9c4a6

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -706,3 +706,5 @@
706
  {"step": 14120, "tokens": 7402946560, "loss": 2.771135711669922, "tokens_per_second": 967829.3294986727, "lr": 0.0015, "gradient_norm": 0.14234967529773712, "benchmark": false}
707
  {"step": 14140, "tokens": 7413432320, "loss": 2.7977426528930662, "tokens_per_second": 982225.6659788291, "lr": 0.0015, "gradient_norm": 0.10697734355926514, "benchmark": false}
708
  {"step": 14160, "tokens": 7423918080, "loss": 2.7943275451660154, "tokens_per_second": 943209.179024705, "lr": 0.0015, "gradient_norm": 0.12122584134340286, "benchmark": false}
 
 
 
706
  {"step": 14120, "tokens": 7402946560, "loss": 2.771135711669922, "tokens_per_second": 967829.3294986727, "lr": 0.0015, "gradient_norm": 0.14234967529773712, "benchmark": false}
707
  {"step": 14140, "tokens": 7413432320, "loss": 2.7977426528930662, "tokens_per_second": 982225.6659788291, "lr": 0.0015, "gradient_norm": 0.10697734355926514, "benchmark": false}
708
  {"step": 14160, "tokens": 7423918080, "loss": 2.7943275451660154, "tokens_per_second": 943209.179024705, "lr": 0.0015, "gradient_norm": 0.12122584134340286, "benchmark": false}
709
+ {"step": 14180, "tokens": 7434403840, "loss": 2.7882776260375977, "tokens_per_second": 972799.0716412093, "lr": 0.0015, "gradient_norm": 0.12172659486532211, "benchmark": false}
710
+ {"step": 14200, "tokens": 7444889600, "loss": 2.7888107299804688, "tokens_per_second": 979663.2097114463, "lr": 0.0015, "gradient_norm": 0.12220656126737595, "benchmark": false}