kacperwikiel commited on
Commit
2d8d428
·
verified ·
1 Parent(s): b8b06c5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -170,3 +170,5 @@
170
  {"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
171
  {"step": 3420, "tokens": 1793064960, "loss": 3.0426443099975584, "tokens_per_second": 966745.6060672435, "lr": 0.0015, "gradient_norm": 0.14536422491073608, "benchmark": false}
172
  {"step": 3440, "tokens": 1803550720, "loss": 3.040130043029785, "tokens_per_second": 941263.0945912544, "lr": 0.0015, "gradient_norm": 0.17657268047332764, "benchmark": false}
 
 
 
170
  {"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
171
  {"step": 3420, "tokens": 1793064960, "loss": 3.0426443099975584, "tokens_per_second": 966745.6060672435, "lr": 0.0015, "gradient_norm": 0.14536422491073608, "benchmark": false}
172
  {"step": 3440, "tokens": 1803550720, "loss": 3.040130043029785, "tokens_per_second": 941263.0945912544, "lr": 0.0015, "gradient_norm": 0.17657268047332764, "benchmark": false}
173
+ {"step": 3460, "tokens": 1814036480, "loss": 3.0570775985717775, "tokens_per_second": 969805.7895285914, "lr": 0.0015, "gradient_norm": 0.15748904645442963, "benchmark": false}
174
+ {"step": 3480, "tokens": 1824522240, "loss": 3.0283912658691405, "tokens_per_second": 969750.7373291658, "lr": 0.0015, "gradient_norm": 0.17056794464588165, "benchmark": false}