kacperwikiel commited on
Commit
1f9c59b
·
verified ·
1 Parent(s): bec8082

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1059,3 +1059,5 @@
1059
  {"step": 21180, "tokens": 11104419840, "loss": 2.7300960540771486, "tokens_per_second": 975829.9134785949, "lr": 0.0015, "gradient_norm": 0.1768353432416916, "benchmark": false}
1060
  {"step": 21200, "tokens": 11114905600, "loss": 2.7417701721191405, "tokens_per_second": 986108.9429896275, "lr": 0.0015, "gradient_norm": 0.14486666023731232, "benchmark": false}
1061
  {"step": 21220, "tokens": 11125391360, "loss": 2.718777084350586, "tokens_per_second": 992414.8132202647, "lr": 0.0015, "gradient_norm": 0.14299793541431427, "benchmark": false}
 
 
 
1059
  {"step": 21180, "tokens": 11104419840, "loss": 2.7300960540771486, "tokens_per_second": 975829.9134785949, "lr": 0.0015, "gradient_norm": 0.1768353432416916, "benchmark": false}
1060
  {"step": 21200, "tokens": 11114905600, "loss": 2.7417701721191405, "tokens_per_second": 986108.9429896275, "lr": 0.0015, "gradient_norm": 0.14486666023731232, "benchmark": false}
1061
  {"step": 21220, "tokens": 11125391360, "loss": 2.718777084350586, "tokens_per_second": 992414.8132202647, "lr": 0.0015, "gradient_norm": 0.14299793541431427, "benchmark": false}
1062
+ {"step": 21240, "tokens": 11135877120, "loss": 2.7259212493896485, "tokens_per_second": 942023.4272862579, "lr": 0.0015, "gradient_norm": 0.13855697214603424, "benchmark": false}
1063
+ {"step": 21260, "tokens": 11146362880, "loss": 2.740422821044922, "tokens_per_second": 983212.163423991, "lr": 0.0015, "gradient_norm": 0.15689922869205475, "benchmark": false}