kacperwikiel commited on
Commit
d4a24fc
·
verified ·
1 Parent(s): bb143e9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -708,3 +708,4 @@
708
  {"step": 14160, "tokens": 7423918080, "loss": 2.7943275451660154, "tokens_per_second": 943209.179024705, "lr": 0.0015, "gradient_norm": 0.12122584134340286, "benchmark": false}
709
  {"step": 14180, "tokens": 7434403840, "loss": 2.7882776260375977, "tokens_per_second": 972799.0716412093, "lr": 0.0015, "gradient_norm": 0.12172659486532211, "benchmark": false}
710
  {"step": 14200, "tokens": 7444889600, "loss": 2.7888107299804688, "tokens_per_second": 979663.2097114463, "lr": 0.0015, "gradient_norm": 0.12220656126737595, "benchmark": false}
 
 
708
  {"step": 14160, "tokens": 7423918080, "loss": 2.7943275451660154, "tokens_per_second": 943209.179024705, "lr": 0.0015, "gradient_norm": 0.12122584134340286, "benchmark": false}
709
  {"step": 14180, "tokens": 7434403840, "loss": 2.7882776260375977, "tokens_per_second": 972799.0716412093, "lr": 0.0015, "gradient_norm": 0.12172659486532211, "benchmark": false}
710
  {"step": 14200, "tokens": 7444889600, "loss": 2.7888107299804688, "tokens_per_second": 979663.2097114463, "lr": 0.0015, "gradient_norm": 0.12220656126737595, "benchmark": false}
711
+ {"step": 14220, "tokens": 7455375360, "loss": 2.776138496398926, "tokens_per_second": 995039.7955782793, "lr": 0.0015, "gradient_norm": 0.12428434938192368, "benchmark": false}