kacperwikiel commited on
Commit
7380a91
·
verified ·
1 Parent(s): 427c538

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -13,3 +13,5 @@
13
  {"step": 260, "tokens": 136314880, "loss": 5.868567276000976, "tokens_per_second": 970291.6904213858, "lr": 0.00019500000000000002, "gradient_norm": 1.8735260963439941, "benchmark": false}
14
  {"step": 280, "tokens": 146800640, "loss": 5.708786392211914, "tokens_per_second": 1013524.8939050153, "lr": 0.00021000000000000004, "gradient_norm": 2.135854482650757, "benchmark": false}
15
  {"step": 300, "tokens": 157286400, "loss": 5.5515869140625, "tokens_per_second": 1017056.3127177466, "lr": 0.000225, "gradient_norm": 2.5311148166656494, "benchmark": false}
 
 
 
13
  {"step": 260, "tokens": 136314880, "loss": 5.868567276000976, "tokens_per_second": 970291.6904213858, "lr": 0.00019500000000000002, "gradient_norm": 1.8735260963439941, "benchmark": false}
14
  {"step": 280, "tokens": 146800640, "loss": 5.708786392211914, "tokens_per_second": 1013524.8939050153, "lr": 0.00021000000000000004, "gradient_norm": 2.135854482650757, "benchmark": false}
15
  {"step": 300, "tokens": 157286400, "loss": 5.5515869140625, "tokens_per_second": 1017056.3127177466, "lr": 0.000225, "gradient_norm": 2.5311148166656494, "benchmark": false}
16
+ {"step": 320, "tokens": 167772160, "loss": 5.388051223754883, "tokens_per_second": 1015417.7158358266, "lr": 0.00024, "gradient_norm": 2.0131514072418213, "benchmark": false}
17
+ {"step": 340, "tokens": 178257920, "loss": 5.24281120300293, "tokens_per_second": 1003209.9996139308, "lr": 0.000255, "gradient_norm": 1.9500349760055542, "benchmark": false}