kacperwikiel commited on
Commit
76ffa8a
·
verified ·
1 Parent(s): db77134

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1039,3 +1039,5 @@
1039
  {"step": 20780, "tokens": 10894704640, "loss": 2.764567565917969, "tokens_per_second": 851389.117484721, "lr": 0.0015, "gradient_norm": 0.15944555401802063, "benchmark": false}
1040
  {"step": 20800, "tokens": 10905190400, "loss": 2.7618080139160157, "tokens_per_second": 983265.0437103453, "lr": 0.0015, "gradient_norm": 0.15064853429794312, "benchmark": false}
1041
  {"step": 20820, "tokens": 10915676160, "loss": 2.7552326202392576, "tokens_per_second": 948031.7664346788, "lr": 0.0015, "gradient_norm": 0.16517570614814758, "benchmark": false}
 
 
 
1039
  {"step": 20780, "tokens": 10894704640, "loss": 2.764567565917969, "tokens_per_second": 851389.117484721, "lr": 0.0015, "gradient_norm": 0.15944555401802063, "benchmark": false}
1040
  {"step": 20800, "tokens": 10905190400, "loss": 2.7618080139160157, "tokens_per_second": 983265.0437103453, "lr": 0.0015, "gradient_norm": 0.15064853429794312, "benchmark": false}
1041
  {"step": 20820, "tokens": 10915676160, "loss": 2.7552326202392576, "tokens_per_second": 948031.7664346788, "lr": 0.0015, "gradient_norm": 0.16517570614814758, "benchmark": false}
1042
+ {"step": 20840, "tokens": 10926161920, "loss": 2.7202905654907226, "tokens_per_second": 983289.6722699247, "lr": 0.0015, "gradient_norm": 0.1581203043460846, "benchmark": false}
1043
+ {"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}