kacperwikiel commited on
Commit
95262e1
·
verified ·
1 Parent(s): 10beb59

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1316,3 +1316,5 @@
1316
  {"step": 26320, "tokens": 13799260160, "loss": 2.6851032257080076, "tokens_per_second": 980936.5772437012, "lr": 0.0015, "gradient_norm": 0.17275771498680115, "benchmark": false}
1317
  {"step": 26340, "tokens": 13809745920, "loss": 2.7219158172607423, "tokens_per_second": 813696.1839928847, "lr": 0.0015, "gradient_norm": 0.1801224797964096, "benchmark": false}
1318
  {"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
 
 
 
1316
  {"step": 26320, "tokens": 13799260160, "loss": 2.6851032257080076, "tokens_per_second": 980936.5772437012, "lr": 0.0015, "gradient_norm": 0.17275771498680115, "benchmark": false}
1317
  {"step": 26340, "tokens": 13809745920, "loss": 2.7219158172607423, "tokens_per_second": 813696.1839928847, "lr": 0.0015, "gradient_norm": 0.1801224797964096, "benchmark": false}
1318
  {"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
1319
+ {"step": 26380, "tokens": 13830717440, "loss": 2.692645454406738, "tokens_per_second": 979452.5686858577, "lr": 0.0015, "gradient_norm": 0.21354517340660095, "benchmark": false}
1320
+ {"step": 26400, "tokens": 13841203200, "loss": 2.7110664367675783, "tokens_per_second": 977782.7420926125, "lr": 0.0015, "gradient_norm": 0.15516646206378937, "benchmark": false}