kacperwikiel commited on
Commit
cf58067
·
verified ·
1 Parent(s): 374cce2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -952,3 +952,5 @@
952
  {"step": 19040, "tokens": 9982443520, "loss": 2.753316307067871, "tokens_per_second": 903611.3654674874, "lr": 0.0015, "gradient_norm": 0.12864474952220917, "benchmark": false}
953
  {"step": 19060, "tokens": 9992929280, "loss": 2.6966789245605467, "tokens_per_second": 983493.5365173507, "lr": 0.0015, "gradient_norm": 0.14442148804664612, "benchmark": false}
954
  {"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
 
 
 
952
  {"step": 19040, "tokens": 9982443520, "loss": 2.753316307067871, "tokens_per_second": 903611.3654674874, "lr": 0.0015, "gradient_norm": 0.12864474952220917, "benchmark": false}
953
  {"step": 19060, "tokens": 9992929280, "loss": 2.6966789245605467, "tokens_per_second": 983493.5365173507, "lr": 0.0015, "gradient_norm": 0.14442148804664612, "benchmark": false}
954
  {"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
955
+ {"step": 19100, "tokens": 10013900800, "loss": 2.7421308517456056, "tokens_per_second": 852400.9870833084, "lr": 0.0015, "gradient_norm": 0.1463121771812439, "benchmark": false}
956
+ {"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}