kacperwikiel commited on
Commit
aa42ed1
·
verified ·
1 Parent(s): ec30ce6

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -587,3 +587,5 @@
587
  {"step": 11740, "tokens": 6155141120, "loss": 2.830831527709961, "tokens_per_second": 976757.4708301218, "lr": 0.0015, "gradient_norm": 0.0975671336054802, "benchmark": false}
588
  {"step": 11760, "tokens": 6165626880, "loss": 2.806202697753906, "tokens_per_second": 986801.6854679787, "lr": 0.0015, "gradient_norm": 0.09472610801458359, "benchmark": false}
589
  {"step": 11780, "tokens": 6176112640, "loss": 2.834814262390137, "tokens_per_second": 982357.5047571787, "lr": 0.0015, "gradient_norm": 0.09356431663036346, "benchmark": false}
 
 
 
587
  {"step": 11740, "tokens": 6155141120, "loss": 2.830831527709961, "tokens_per_second": 976757.4708301218, "lr": 0.0015, "gradient_norm": 0.0975671336054802, "benchmark": false}
588
  {"step": 11760, "tokens": 6165626880, "loss": 2.806202697753906, "tokens_per_second": 986801.6854679787, "lr": 0.0015, "gradient_norm": 0.09472610801458359, "benchmark": false}
589
  {"step": 11780, "tokens": 6176112640, "loss": 2.834814262390137, "tokens_per_second": 982357.5047571787, "lr": 0.0015, "gradient_norm": 0.09356431663036346, "benchmark": false}
590
+ {"step": 11800, "tokens": 6186598400, "loss": 2.7874208450317384, "tokens_per_second": 980152.1211710438, "lr": 0.0015, "gradient_norm": 0.10294467955827713, "benchmark": false}
591
+ {"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}