kacperwikiel commited on
Commit
9f9a562
·
verified ·
1 Parent(s): ee4b715

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1063,3 +1063,5 @@
1063
  {"step": 21260, "tokens": 11146362880, "loss": 2.740422821044922, "tokens_per_second": 983212.163423991, "lr": 0.0015, "gradient_norm": 0.15689922869205475, "benchmark": false}
1064
  {"step": 21280, "tokens": 11156848640, "loss": 2.720681381225586, "tokens_per_second": 978011.6094534147, "lr": 0.0015, "gradient_norm": 0.1587376594543457, "benchmark": false}
1065
  {"step": 21300, "tokens": 11167334400, "loss": 2.7434682846069336, "tokens_per_second": 980170.1354157731, "lr": 0.0015, "gradient_norm": 0.17932246625423431, "benchmark": false}
 
 
 
1063
  {"step": 21260, "tokens": 11146362880, "loss": 2.740422821044922, "tokens_per_second": 983212.163423991, "lr": 0.0015, "gradient_norm": 0.15689922869205475, "benchmark": false}
1064
  {"step": 21280, "tokens": 11156848640, "loss": 2.720681381225586, "tokens_per_second": 978011.6094534147, "lr": 0.0015, "gradient_norm": 0.1587376594543457, "benchmark": false}
1065
  {"step": 21300, "tokens": 11167334400, "loss": 2.7434682846069336, "tokens_per_second": 980170.1354157731, "lr": 0.0015, "gradient_norm": 0.17932246625423431, "benchmark": false}
1066
+ {"step": 21320, "tokens": 11177820160, "loss": 2.7346736907958986, "tokens_per_second": 977269.4832037757, "lr": 0.0015, "gradient_norm": 0.158131942152977, "benchmark": false}
1067
+ {"step": 21340, "tokens": 11188305920, "loss": 2.7307449340820313, "tokens_per_second": 990176.4721529327, "lr": 0.0015, "gradient_norm": 0.15123187005519867, "benchmark": false}