kacperwikiel commited on
Commit
440f2b2
·
verified ·
1 Parent(s): bfec6b2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -853,3 +853,5 @@
853
  {"step": 17060, "tokens": 8944353280, "loss": 2.7328630447387696, "tokens_per_second": 987639.7265434645, "lr": 0.0015, "gradient_norm": 0.12985369563102722, "benchmark": false}
854
  {"step": 17080, "tokens": 8954839040, "loss": 2.7397464752197265, "tokens_per_second": 982369.9370642095, "lr": 0.0015, "gradient_norm": 0.13668425381183624, "benchmark": false}
855
  {"step": 17100, "tokens": 8965324800, "loss": 2.7487125396728516, "tokens_per_second": 981721.9066029039, "lr": 0.0015, "gradient_norm": 0.12753145396709442, "benchmark": false}
 
 
 
853
  {"step": 17060, "tokens": 8944353280, "loss": 2.7328630447387696, "tokens_per_second": 987639.7265434645, "lr": 0.0015, "gradient_norm": 0.12985369563102722, "benchmark": false}
854
  {"step": 17080, "tokens": 8954839040, "loss": 2.7397464752197265, "tokens_per_second": 982369.9370642095, "lr": 0.0015, "gradient_norm": 0.13668425381183624, "benchmark": false}
855
  {"step": 17100, "tokens": 8965324800, "loss": 2.7487125396728516, "tokens_per_second": 981721.9066029039, "lr": 0.0015, "gradient_norm": 0.12753145396709442, "benchmark": false}
856
+ {"step": 17120, "tokens": 8975810560, "loss": 2.7811796188354494, "tokens_per_second": 839985.971626661, "lr": 0.0015, "gradient_norm": 0.14358003437519073, "benchmark": false}
857
+ {"step": 17140, "tokens": 8986296320, "loss": 2.7554580688476564, "tokens_per_second": 985347.3316219762, "lr": 0.0015, "gradient_norm": 0.18229703605175018, "benchmark": false}