kacperwikiel commited on
Commit
b1f0d80
·
verified ·
1 Parent(s): 76ffa8a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1041,3 +1041,5 @@
1041
  {"step": 20820, "tokens": 10915676160, "loss": 2.7552326202392576, "tokens_per_second": 948031.7664346788, "lr": 0.0015, "gradient_norm": 0.16517570614814758, "benchmark": false}
1042
  {"step": 20840, "tokens": 10926161920, "loss": 2.7202905654907226, "tokens_per_second": 983289.6722699247, "lr": 0.0015, "gradient_norm": 0.1581203043460846, "benchmark": false}
1043
  {"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
 
 
 
1041
  {"step": 20820, "tokens": 10915676160, "loss": 2.7552326202392576, "tokens_per_second": 948031.7664346788, "lr": 0.0015, "gradient_norm": 0.16517570614814758, "benchmark": false}
1042
  {"step": 20840, "tokens": 10926161920, "loss": 2.7202905654907226, "tokens_per_second": 983289.6722699247, "lr": 0.0015, "gradient_norm": 0.1581203043460846, "benchmark": false}
1043
  {"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
1044
+ {"step": 20880, "tokens": 10947133440, "loss": 2.74169807434082, "tokens_per_second": 988738.4109788855, "lr": 0.0015, "gradient_norm": 0.1459798365831375, "benchmark": false}
1045
+ {"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}