kacperwikiel commited on
Commit
47fd79e
·
verified ·
1 Parent(s): d379c3e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1327,3 +1327,5 @@
1327
  {"step": 26540, "tokens": 13914603520, "loss": 2.682301902770996, "tokens_per_second": 978042.5496547779, "lr": 0.0015, "gradient_norm": 0.17297181487083435, "benchmark": false}
1328
  {"step": 26560, "tokens": 13925089280, "loss": 2.7173273086547853, "tokens_per_second": 982403.8772163352, "lr": 0.0015, "gradient_norm": 0.18856073915958405, "benchmark": false}
1329
  {"step": 26580, "tokens": 13935575040, "loss": 2.726406478881836, "tokens_per_second": 992744.8377322793, "lr": 0.0015, "gradient_norm": 0.2031981199979782, "benchmark": false}
 
 
 
1327
  {"step": 26540, "tokens": 13914603520, "loss": 2.682301902770996, "tokens_per_second": 978042.5496547779, "lr": 0.0015, "gradient_norm": 0.17297181487083435, "benchmark": false}
1328
  {"step": 26560, "tokens": 13925089280, "loss": 2.7173273086547853, "tokens_per_second": 982403.8772163352, "lr": 0.0015, "gradient_norm": 0.18856073915958405, "benchmark": false}
1329
  {"step": 26580, "tokens": 13935575040, "loss": 2.726406478881836, "tokens_per_second": 992744.8377322793, "lr": 0.0015, "gradient_norm": 0.2031981199979782, "benchmark": false}
1330
+ {"step": 26600, "tokens": 13946060800, "loss": 2.7248741149902345, "tokens_per_second": 985972.6020680341, "lr": 0.0015, "gradient_norm": 0.21781203150749207, "benchmark": false}
1331
+ {"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}