kacperwikiel commited on
Commit
645ae85
·
verified ·
1 Parent(s): 134d40b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -637,3 +637,5 @@
637
  {"step": 12740, "tokens": 6679429120, "loss": 2.792036437988281, "tokens_per_second": 986014.0014381391, "lr": 0.0015, "gradient_norm": 0.10252609103918076, "benchmark": false}
638
  {"step": 12760, "tokens": 6689914880, "loss": 2.768864631652832, "tokens_per_second": 988360.89095433, "lr": 0.0015, "gradient_norm": 0.12681230902671814, "benchmark": false}
639
  {"step": 12780, "tokens": 6700400640, "loss": 2.776666259765625, "tokens_per_second": 982964.1647742782, "lr": 0.0015, "gradient_norm": 0.10406031459569931, "benchmark": false}
 
 
 
637
  {"step": 12740, "tokens": 6679429120, "loss": 2.792036437988281, "tokens_per_second": 986014.0014381391, "lr": 0.0015, "gradient_norm": 0.10252609103918076, "benchmark": false}
638
  {"step": 12760, "tokens": 6689914880, "loss": 2.768864631652832, "tokens_per_second": 988360.89095433, "lr": 0.0015, "gradient_norm": 0.12681230902671814, "benchmark": false}
639
  {"step": 12780, "tokens": 6700400640, "loss": 2.776666259765625, "tokens_per_second": 982964.1647742782, "lr": 0.0015, "gradient_norm": 0.10406031459569931, "benchmark": false}
640
+ {"step": 12800, "tokens": 6710886400, "loss": 2.7922054290771485, "tokens_per_second": 986135.2482533238, "lr": 0.0015, "gradient_norm": 0.11422515660524368, "benchmark": false}
641
+ {"step": 12820, "tokens": 6721372160, "loss": 2.785415840148926, "tokens_per_second": 985157.5290273348, "lr": 0.0015, "gradient_norm": 0.10264149308204651, "benchmark": false}