kacperwikiel commited on
Commit
4705a39
·
verified ·
1 Parent(s): c5c7a96

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1206,3 +1206,5 @@
1206
  {"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
1207
  {"step": 24140, "tokens": 12656312320, "loss": 2.7178735733032227, "tokens_per_second": 979731.1730105949, "lr": 0.0015, "gradient_norm": 0.17806899547576904, "benchmark": false}
1208
  {"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
 
 
 
1206
  {"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
1207
  {"step": 24140, "tokens": 12656312320, "loss": 2.7178735733032227, "tokens_per_second": 979731.1730105949, "lr": 0.0015, "gradient_norm": 0.17806899547576904, "benchmark": false}
1208
  {"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
1209
+ {"step": 24180, "tokens": 12677283840, "loss": 2.733744239807129, "tokens_per_second": 942682.6766520035, "lr": 0.0015, "gradient_norm": 0.14357127249240875, "benchmark": false}
1210
+ {"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}