kacperwikiel commited on
Commit
5b8e105
·
verified ·
1 Parent(s): 077c99d

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1335,3 +1335,5 @@
1335
  {"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
1336
  {"step": 26720, "tokens": 14008975360, "loss": 2.7423500061035155, "tokens_per_second": 832390.0355931271, "lr": 0.0015, "gradient_norm": 0.1688917726278305, "benchmark": false}
1337
  {"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}
 
 
 
1335
  {"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
1336
  {"step": 26720, "tokens": 14008975360, "loss": 2.7423500061035155, "tokens_per_second": 832390.0355931271, "lr": 0.0015, "gradient_norm": 0.1688917726278305, "benchmark": false}
1337
  {"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}
1338
+ {"step": 26760, "tokens": 14029946880, "loss": 2.733596420288086, "tokens_per_second": 982344.8654231534, "lr": 0.0015, "gradient_norm": 0.1823183000087738, "benchmark": false}
1339
+ {"step": 26780, "tokens": 14040432640, "loss": 2.7370426177978517, "tokens_per_second": 984832.4687065443, "lr": 0.0015, "gradient_norm": 0.17733104526996613, "benchmark": false}