kacperwikiel commited on
Commit
037aad0
·
verified ·
1 Parent(s): 51fb50c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -462,3 +462,5 @@
462
  {"step": 9240, "tokens": 4844421120, "loss": 2.8479354858398436, "tokens_per_second": 980203.1512061429, "lr": 0.0015, "gradient_norm": 0.07504432648420334, "benchmark": false}
463
  {"step": 9260, "tokens": 4854906880, "loss": 2.8347082138061523, "tokens_per_second": 985644.841678965, "lr": 0.0015, "gradient_norm": 0.07723763585090637, "benchmark": false}
464
  {"step": 9280, "tokens": 4865392640, "loss": 2.862448501586914, "tokens_per_second": 991354.2173912034, "lr": 0.0015, "gradient_norm": 0.07943837344646454, "benchmark": false}
 
 
 
462
  {"step": 9240, "tokens": 4844421120, "loss": 2.8479354858398436, "tokens_per_second": 980203.1512061429, "lr": 0.0015, "gradient_norm": 0.07504432648420334, "benchmark": false}
463
  {"step": 9260, "tokens": 4854906880, "loss": 2.8347082138061523, "tokens_per_second": 985644.841678965, "lr": 0.0015, "gradient_norm": 0.07723763585090637, "benchmark": false}
464
  {"step": 9280, "tokens": 4865392640, "loss": 2.862448501586914, "tokens_per_second": 991354.2173912034, "lr": 0.0015, "gradient_norm": 0.07943837344646454, "benchmark": false}
465
+ {"step": 9300, "tokens": 4875878400, "loss": 2.839870262145996, "tokens_per_second": 994936.0491028802, "lr": 0.0015, "gradient_norm": 0.07907235622406006, "benchmark": false}
466
+ {"step": 9320, "tokens": 4886364160, "loss": 2.862621307373047, "tokens_per_second": 828296.652282496, "lr": 0.0015, "gradient_norm": 0.08029628545045853, "benchmark": false}