kacperwikiel commited on
Commit
e7df554
·
verified ·
1 Parent(s): 0f62aba

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -452,3 +452,5 @@
452
  {"step": 9040, "tokens": 4739563520, "loss": 2.861843490600586, "tokens_per_second": 989974.9290623281, "lr": 0.0015, "gradient_norm": 0.0898256003856659, "benchmark": false}
453
  {"step": 9060, "tokens": 4750049280, "loss": 2.8607154846191407, "tokens_per_second": 991137.133589742, "lr": 0.0015, "gradient_norm": 0.08151320368051529, "benchmark": false}
454
  {"step": 9080, "tokens": 4760535040, "loss": 2.8201387405395506, "tokens_per_second": 994661.0410152077, "lr": 0.0015, "gradient_norm": 0.07083109766244888, "benchmark": false}
 
 
 
452
  {"step": 9040, "tokens": 4739563520, "loss": 2.861843490600586, "tokens_per_second": 989974.9290623281, "lr": 0.0015, "gradient_norm": 0.0898256003856659, "benchmark": false}
453
  {"step": 9060, "tokens": 4750049280, "loss": 2.8607154846191407, "tokens_per_second": 991137.133589742, "lr": 0.0015, "gradient_norm": 0.08151320368051529, "benchmark": false}
454
  {"step": 9080, "tokens": 4760535040, "loss": 2.8201387405395506, "tokens_per_second": 994661.0410152077, "lr": 0.0015, "gradient_norm": 0.07083109766244888, "benchmark": false}
455
+ {"step": 9100, "tokens": 4771020800, "loss": 2.8585489273071287, "tokens_per_second": 987978.5250772969, "lr": 0.0015, "gradient_norm": 0.07310938835144043, "benchmark": false}
456
+ {"step": 9120, "tokens": 4781506560, "loss": 2.799000549316406, "tokens_per_second": 942282.9368405933, "lr": 0.0015, "gradient_norm": 0.08472835272550583, "benchmark": false}