kacperwikiel commited on
Commit
e1170d6
·
verified ·
1 Parent(s): 43f7b5b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -371,3 +371,5 @@
371
  {"step": 7420, "tokens": 3890216960, "loss": 2.890119171142578, "tokens_per_second": 836658.5075806839, "lr": 0.0015, "gradient_norm": 0.06829072535037994, "benchmark": false}
372
  {"step": 7440, "tokens": 3900702720, "loss": 2.876128387451172, "tokens_per_second": 965683.163393796, "lr": 0.0015, "gradient_norm": 0.06858838349580765, "benchmark": false}
373
  {"step": 7460, "tokens": 3911188480, "loss": 2.868077850341797, "tokens_per_second": 971001.3676481111, "lr": 0.0015, "gradient_norm": 0.0777946189045906, "benchmark": false}
 
 
 
371
  {"step": 7420, "tokens": 3890216960, "loss": 2.890119171142578, "tokens_per_second": 836658.5075806839, "lr": 0.0015, "gradient_norm": 0.06829072535037994, "benchmark": false}
372
  {"step": 7440, "tokens": 3900702720, "loss": 2.876128387451172, "tokens_per_second": 965683.163393796, "lr": 0.0015, "gradient_norm": 0.06858838349580765, "benchmark": false}
373
  {"step": 7460, "tokens": 3911188480, "loss": 2.868077850341797, "tokens_per_second": 971001.3676481111, "lr": 0.0015, "gradient_norm": 0.0777946189045906, "benchmark": false}
374
+ {"step": 7480, "tokens": 3921674240, "loss": 2.8896739959716795, "tokens_per_second": 971052.3362966019, "lr": 0.0015, "gradient_norm": 0.06711418926715851, "benchmark": false}
375
+ {"step": 7500, "tokens": 3932160000, "loss": 2.8810169219970705, "tokens_per_second": 833273.9147864264, "lr": 0.0015, "gradient_norm": 0.06997272372245789, "benchmark": false}