kacperwikiel commited on
Commit
426423e
·
verified ·
1 Parent(s): b1f0d80

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1043,3 +1043,5 @@
1043
  {"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
1044
  {"step": 20880, "tokens": 10947133440, "loss": 2.74169807434082, "tokens_per_second": 988738.4109788855, "lr": 0.0015, "gradient_norm": 0.1459798365831375, "benchmark": false}
1045
  {"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
 
 
 
1043
  {"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
1044
  {"step": 20880, "tokens": 10947133440, "loss": 2.74169807434082, "tokens_per_second": 988738.4109788855, "lr": 0.0015, "gradient_norm": 0.1459798365831375, "benchmark": false}
1045
  {"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
1046
+ {"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
1047
+ {"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}