kacperwikiel commited on
Commit
077c99d
·
verified ·
1 Parent(s): 10aa7a6

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1333,3 +1333,5 @@
1333
  {"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
1334
  {"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
1335
  {"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
 
 
 
1333
  {"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
1334
  {"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
1335
  {"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
1336
+ {"step": 26720, "tokens": 14008975360, "loss": 2.7423500061035155, "tokens_per_second": 832390.0355931271, "lr": 0.0015, "gradient_norm": 0.1688917726278305, "benchmark": false}
1337
+ {"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}