kacperwikiel commited on
Commit
21aeb01
·
verified ·
1 Parent(s): 4417e7f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -294,3 +294,5 @@
294
  {"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
295
  {"step": 5900, "tokens": 3093299200, "loss": 2.911384391784668, "tokens_per_second": 978540.8456923445, "lr": 0.0015, "gradient_norm": 0.07035409659147263, "benchmark": false}
296
  {"step": 5920, "tokens": 3103784960, "loss": 2.9021526336669923, "tokens_per_second": 986599.4897803419, "lr": 0.0015, "gradient_norm": 0.0749964788556099, "benchmark": false}
 
 
 
294
  {"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
295
  {"step": 5900, "tokens": 3093299200, "loss": 2.911384391784668, "tokens_per_second": 978540.8456923445, "lr": 0.0015, "gradient_norm": 0.07035409659147263, "benchmark": false}
296
  {"step": 5920, "tokens": 3103784960, "loss": 2.9021526336669923, "tokens_per_second": 986599.4897803419, "lr": 0.0015, "gradient_norm": 0.0749964788556099, "benchmark": false}
297
+ {"step": 5940, "tokens": 3114270720, "loss": 2.9089988708496093, "tokens_per_second": 978099.6904409037, "lr": 0.0015, "gradient_norm": 0.08997740596532822, "benchmark": false}
298
+ {"step": 5960, "tokens": 3124756480, "loss": 2.9387432098388673, "tokens_per_second": 978047.3818877105, "lr": 0.0015, "gradient_norm": 0.0761580765247345, "benchmark": false}