kacperwikiel commited on
Commit
06efd35
·
verified ·
1 Parent(s): aa42ed1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -589,3 +589,5 @@
589
  {"step": 11780, "tokens": 6176112640, "loss": 2.834814262390137, "tokens_per_second": 982357.5047571787, "lr": 0.0015, "gradient_norm": 0.09356431663036346, "benchmark": false}
590
  {"step": 11800, "tokens": 6186598400, "loss": 2.7874208450317384, "tokens_per_second": 980152.1211710438, "lr": 0.0015, "gradient_norm": 0.10294467955827713, "benchmark": false}
591
  {"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
 
 
 
589
  {"step": 11780, "tokens": 6176112640, "loss": 2.834814262390137, "tokens_per_second": 982357.5047571787, "lr": 0.0015, "gradient_norm": 0.09356431663036346, "benchmark": false}
590
  {"step": 11800, "tokens": 6186598400, "loss": 2.7874208450317384, "tokens_per_second": 980152.1211710438, "lr": 0.0015, "gradient_norm": 0.10294467955827713, "benchmark": false}
591
  {"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
592
+ {"step": 11840, "tokens": 6207569920, "loss": 2.758690071105957, "tokens_per_second": 993519.8502188604, "lr": 0.0015, "gradient_norm": 0.10271412879228592, "benchmark": false}
593
+ {"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}