kacperwikiel commited on
Commit
c7fe2ba
·
verified ·
1 Parent(s): b54a67c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -470,3 +470,5 @@
470
  {"step": 9400, "tokens": 4928307200, "loss": 2.8335298538208007, "tokens_per_second": 993248.4697446765, "lr": 0.0015, "gradient_norm": 0.0721391960978508, "benchmark": false}
471
  {"step": 9420, "tokens": 4938792960, "loss": 2.834381866455078, "tokens_per_second": 814612.76481917, "lr": 0.0015, "gradient_norm": 0.08238670229911804, "benchmark": false}
472
  {"step": 9440, "tokens": 4949278720, "loss": 2.8389305114746093, "tokens_per_second": 990815.9948630648, "lr": 0.0015, "gradient_norm": 0.07424811273813248, "benchmark": false}
 
 
 
470
  {"step": 9400, "tokens": 4928307200, "loss": 2.8335298538208007, "tokens_per_second": 993248.4697446765, "lr": 0.0015, "gradient_norm": 0.0721391960978508, "benchmark": false}
471
  {"step": 9420, "tokens": 4938792960, "loss": 2.834381866455078, "tokens_per_second": 814612.76481917, "lr": 0.0015, "gradient_norm": 0.08238670229911804, "benchmark": false}
472
  {"step": 9440, "tokens": 4949278720, "loss": 2.8389305114746093, "tokens_per_second": 990815.9948630648, "lr": 0.0015, "gradient_norm": 0.07424811273813248, "benchmark": false}
473
+ {"step": 9460, "tokens": 4959764480, "loss": 2.836428642272949, "tokens_per_second": 984975.3316094908, "lr": 0.0015, "gradient_norm": 0.08083634823560715, "benchmark": false}
474
+ {"step": 9480, "tokens": 4970250240, "loss": 2.838408279418945, "tokens_per_second": 993077.121682915, "lr": 0.0015, "gradient_norm": 0.08504550904035568, "benchmark": false}