kacperwikiel commited on
Commit
cf5d4c1
·
verified ·
1 Parent(s): 6a9a504

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -671,3 +671,5 @@
671
  {"step": 13420, "tokens": 7035944960, "loss": 2.8020517349243166, "tokens_per_second": 985602.3935548641, "lr": 0.0015, "gradient_norm": 0.11056564748287201, "benchmark": false}
672
  {"step": 13440, "tokens": 7046430720, "loss": 2.8099950790405273, "tokens_per_second": 984624.9842798545, "lr": 0.0015, "gradient_norm": 0.10240104049444199, "benchmark": false}
673
  {"step": 13460, "tokens": 7056916480, "loss": 2.801237106323242, "tokens_per_second": 977428.8533845174, "lr": 0.0015, "gradient_norm": 0.0954863652586937, "benchmark": false}
 
 
 
671
  {"step": 13420, "tokens": 7035944960, "loss": 2.8020517349243166, "tokens_per_second": 985602.3935548641, "lr": 0.0015, "gradient_norm": 0.11056564748287201, "benchmark": false}
672
  {"step": 13440, "tokens": 7046430720, "loss": 2.8099950790405273, "tokens_per_second": 984624.9842798545, "lr": 0.0015, "gradient_norm": 0.10240104049444199, "benchmark": false}
673
  {"step": 13460, "tokens": 7056916480, "loss": 2.801237106323242, "tokens_per_second": 977428.8533845174, "lr": 0.0015, "gradient_norm": 0.0954863652586937, "benchmark": false}
674
+ {"step": 13480, "tokens": 7067402240, "loss": 2.813336181640625, "tokens_per_second": 990161.7610894733, "lr": 0.0015, "gradient_norm": 0.10894346982240677, "benchmark": false}
675
+ {"step": 13500, "tokens": 7077888000, "loss": 2.8001928329467773, "tokens_per_second": 961178.7706554127, "lr": 0.0015, "gradient_norm": 0.11561203747987747, "benchmark": false}