kacperwikiel commited on
Commit
dd7692b
·
verified ·
1 Parent(s): 7380a91

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -15,3 +15,5 @@
15
  {"step": 300, "tokens": 157286400, "loss": 5.5515869140625, "tokens_per_second": 1017056.3127177466, "lr": 0.000225, "gradient_norm": 2.5311148166656494, "benchmark": false}
16
  {"step": 320, "tokens": 167772160, "loss": 5.388051223754883, "tokens_per_second": 1015417.7158358266, "lr": 0.00024, "gradient_norm": 2.0131514072418213, "benchmark": false}
17
  {"step": 340, "tokens": 178257920, "loss": 5.24281120300293, "tokens_per_second": 1003209.9996139308, "lr": 0.000255, "gradient_norm": 1.9500349760055542, "benchmark": false}
 
 
 
15
  {"step": 300, "tokens": 157286400, "loss": 5.5515869140625, "tokens_per_second": 1017056.3127177466, "lr": 0.000225, "gradient_norm": 2.5311148166656494, "benchmark": false}
16
  {"step": 320, "tokens": 167772160, "loss": 5.388051223754883, "tokens_per_second": 1015417.7158358266, "lr": 0.00024, "gradient_norm": 2.0131514072418213, "benchmark": false}
17
  {"step": 340, "tokens": 178257920, "loss": 5.24281120300293, "tokens_per_second": 1003209.9996139308, "lr": 0.000255, "gradient_norm": 1.9500349760055542, "benchmark": false}
18
+ {"step": 360, "tokens": 188743680, "loss": 5.100251770019531, "tokens_per_second": 1004851.9846189881, "lr": 0.00027, "gradient_norm": 2.0687453746795654, "benchmark": false}
19
+ {"step": 380, "tokens": 199229440, "loss": 4.99603271484375, "tokens_per_second": 1017205.9020828365, "lr": 0.000285, "gradient_norm": 1.5136432647705078, "benchmark": false}