kacperwikiel commited on
Commit
4417e7f
·
verified ·
1 Parent(s): 9f72c62

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -292,3 +292,5 @@
292
  {"step": 5840, "tokens": 3061841920, "loss": 2.9132053375244142, "tokens_per_second": 972214.9250154457, "lr": 0.0015, "gradient_norm": 0.07734359800815582, "benchmark": false}
293
  {"step": 5860, "tokens": 3072327680, "loss": 2.9111305236816407, "tokens_per_second": 976389.8325930431, "lr": 0.0015, "gradient_norm": 0.07081171870231628, "benchmark": false}
294
  {"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
 
 
 
292
  {"step": 5840, "tokens": 3061841920, "loss": 2.9132053375244142, "tokens_per_second": 972214.9250154457, "lr": 0.0015, "gradient_norm": 0.07734359800815582, "benchmark": false}
293
  {"step": 5860, "tokens": 3072327680, "loss": 2.9111305236816407, "tokens_per_second": 976389.8325930431, "lr": 0.0015, "gradient_norm": 0.07081171870231628, "benchmark": false}
294
  {"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
295
+ {"step": 5900, "tokens": 3093299200, "loss": 2.911384391784668, "tokens_per_second": 978540.8456923445, "lr": 0.0015, "gradient_norm": 0.07035409659147263, "benchmark": false}
296
+ {"step": 5920, "tokens": 3103784960, "loss": 2.9021526336669923, "tokens_per_second": 986599.4897803419, "lr": 0.0015, "gradient_norm": 0.0749964788556099, "benchmark": false}