kacperwikiel commited on
Commit
8887d1e
·
verified ·
1 Parent(s): ebbc0f7

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -362,3 +362,5 @@
362
  {"step": 7240, "tokens": 3795845120, "loss": 2.876798629760742, "tokens_per_second": 974332.1207831458, "lr": 0.0015, "gradient_norm": 0.06366383284330368, "benchmark": false}
363
  {"step": 7260, "tokens": 3806330880, "loss": 2.9060739517211913, "tokens_per_second": 977027.1860376433, "lr": 0.0015, "gradient_norm": 0.07509168237447739, "benchmark": false}
364
  {"step": 7280, "tokens": 3816816640, "loss": 2.8546142578125, "tokens_per_second": 974289.4220519006, "lr": 0.0015, "gradient_norm": 0.07117000967264175, "benchmark": false}
 
 
 
362
  {"step": 7240, "tokens": 3795845120, "loss": 2.876798629760742, "tokens_per_second": 974332.1207831458, "lr": 0.0015, "gradient_norm": 0.06366383284330368, "benchmark": false}
363
  {"step": 7260, "tokens": 3806330880, "loss": 2.9060739517211913, "tokens_per_second": 977027.1860376433, "lr": 0.0015, "gradient_norm": 0.07509168237447739, "benchmark": false}
364
  {"step": 7280, "tokens": 3816816640, "loss": 2.8546142578125, "tokens_per_second": 974289.4220519006, "lr": 0.0015, "gradient_norm": 0.07117000967264175, "benchmark": false}
365
+ {"step": 7300, "tokens": 3827302400, "loss": 2.8827434539794923, "tokens_per_second": 865159.9989154804, "lr": 0.0015, "gradient_norm": 0.06879030913114548, "benchmark": false}
366
+ {"step": 7320, "tokens": 3837788160, "loss": 2.871865653991699, "tokens_per_second": 975514.32501485, "lr": 0.0015, "gradient_norm": 0.06815245747566223, "benchmark": false}