kacperwikiel commited on
Commit
13d61db
·
verified ·
1 Parent(s): 6c48c22

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -166,3 +166,5 @@
166
  {"step": 3320, "tokens": 1740636160, "loss": 3.0704534530639647, "tokens_per_second": 978593.0228445381, "lr": 0.0015, "gradient_norm": 0.14354996383190155, "benchmark": false}
167
  {"step": 3340, "tokens": 1751121920, "loss": 3.04581241607666, "tokens_per_second": 988516.7855058353, "lr": 0.0015, "gradient_norm": 0.16661900281906128, "benchmark": false}
168
  {"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
 
 
 
166
  {"step": 3320, "tokens": 1740636160, "loss": 3.0704534530639647, "tokens_per_second": 978593.0228445381, "lr": 0.0015, "gradient_norm": 0.14354996383190155, "benchmark": false}
167
  {"step": 3340, "tokens": 1751121920, "loss": 3.04581241607666, "tokens_per_second": 988516.7855058353, "lr": 0.0015, "gradient_norm": 0.16661900281906128, "benchmark": false}
168
  {"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
169
+ {"step": 3380, "tokens": 1772093440, "loss": 3.014867401123047, "tokens_per_second": 963873.3903153073, "lr": 0.0015, "gradient_norm": 0.15605700016021729, "benchmark": false}
170
+ {"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}