kacperwikiel commited on
Commit
30d945c
·
verified ·
1 Parent(s): 98c3160

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -865,3 +865,5 @@
865
  {"step": 17300, "tokens": 9070182400, "loss": 2.7543718338012697, "tokens_per_second": 975987.3586171558, "lr": 0.0015, "gradient_norm": 0.13417218625545502, "benchmark": false}
866
  {"step": 17320, "tokens": 9080668160, "loss": 2.7811412811279297, "tokens_per_second": 981816.5988330187, "lr": 0.0015, "gradient_norm": 0.1388479769229889, "benchmark": false}
867
  {"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
 
 
 
865
  {"step": 17300, "tokens": 9070182400, "loss": 2.7543718338012697, "tokens_per_second": 975987.3586171558, "lr": 0.0015, "gradient_norm": 0.13417218625545502, "benchmark": false}
866
  {"step": 17320, "tokens": 9080668160, "loss": 2.7811412811279297, "tokens_per_second": 981816.5988330187, "lr": 0.0015, "gradient_norm": 0.1388479769229889, "benchmark": false}
867
  {"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
868
+ {"step": 17360, "tokens": 9101639680, "loss": 2.7610279083251954, "tokens_per_second": 970474.3713221656, "lr": 0.0015, "gradient_norm": 0.1268206387758255, "benchmark": false}
869
+ {"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}