kacperwikiel commited on
Commit
10aa7a6
·
verified ·
1 Parent(s): 20f315a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1331,3 +1331,5 @@
1331
  {"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
1332
  {"step": 26640, "tokens": 13967032320, "loss": 2.7370019912719727, "tokens_per_second": 986091.1794719244, "lr": 0.0015, "gradient_norm": 0.20296072959899902, "benchmark": false}
1333
  {"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
 
 
 
1331
  {"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
1332
  {"step": 26640, "tokens": 13967032320, "loss": 2.7370019912719727, "tokens_per_second": 986091.1794719244, "lr": 0.0015, "gradient_norm": 0.20296072959899902, "benchmark": false}
1333
  {"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
1334
+ {"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
1335
+ {"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}