kacperwikiel commited on
Commit
4bddcc6
·
verified ·
1 Parent(s): 110f377

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -677,3 +677,5 @@
677
  {"step": 13540, "tokens": 7098859520, "loss": 2.7886821746826174, "tokens_per_second": 989633.9131038158, "lr": 0.0015, "gradient_norm": 0.1145467534661293, "benchmark": false}
678
  {"step": 13560, "tokens": 7109345280, "loss": 2.7986698150634766, "tokens_per_second": 992822.7311915599, "lr": 0.0015, "gradient_norm": 0.12221966683864594, "benchmark": false}
679
  {"step": 13580, "tokens": 7119831040, "loss": 2.81064453125, "tokens_per_second": 988468.4767134241, "lr": 0.0015, "gradient_norm": 0.11042139679193497, "benchmark": false}
 
 
 
677
  {"step": 13540, "tokens": 7098859520, "loss": 2.7886821746826174, "tokens_per_second": 989633.9131038158, "lr": 0.0015, "gradient_norm": 0.1145467534661293, "benchmark": false}
678
  {"step": 13560, "tokens": 7109345280, "loss": 2.7986698150634766, "tokens_per_second": 992822.7311915599, "lr": 0.0015, "gradient_norm": 0.12221966683864594, "benchmark": false}
679
  {"step": 13580, "tokens": 7119831040, "loss": 2.81064453125, "tokens_per_second": 988468.4767134241, "lr": 0.0015, "gradient_norm": 0.11042139679193497, "benchmark": false}
680
+ {"step": 13600, "tokens": 7130316800, "loss": 2.7997358322143553, "tokens_per_second": 990509.1251335517, "lr": 0.0015, "gradient_norm": 0.11651360243558884, "benchmark": false}
681
+ {"step": 13620, "tokens": 7140802560, "loss": 2.799270820617676, "tokens_per_second": 985892.9055006963, "lr": 0.0015, "gradient_norm": 0.13365843892097473, "benchmark": false}