kacperwikiel commited on
Commit
81ed263
·
verified ·
1 Parent(s): 248571e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -968,3 +968,5 @@
968
  {"step": 19360, "tokens": 10150215680, "loss": 2.7775001525878906, "tokens_per_second": 980875.3842120795, "lr": 0.0015, "gradient_norm": 0.14825303852558136, "benchmark": false}
969
  {"step": 19380, "tokens": 10160701440, "loss": 2.7760234832763673, "tokens_per_second": 982545.7817744224, "lr": 0.0015, "gradient_norm": 0.1374744027853012, "benchmark": false}
970
  {"step": 19400, "tokens": 10171187200, "loss": 2.699192237854004, "tokens_per_second": 981344.6805466847, "lr": 0.0015, "gradient_norm": 0.1348937451839447, "benchmark": false}
 
 
 
968
  {"step": 19360, "tokens": 10150215680, "loss": 2.7775001525878906, "tokens_per_second": 980875.3842120795, "lr": 0.0015, "gradient_norm": 0.14825303852558136, "benchmark": false}
969
  {"step": 19380, "tokens": 10160701440, "loss": 2.7760234832763673, "tokens_per_second": 982545.7817744224, "lr": 0.0015, "gradient_norm": 0.1374744027853012, "benchmark": false}
970
  {"step": 19400, "tokens": 10171187200, "loss": 2.699192237854004, "tokens_per_second": 981344.6805466847, "lr": 0.0015, "gradient_norm": 0.1348937451839447, "benchmark": false}
971
+ {"step": 19420, "tokens": 10181672960, "loss": 2.718426513671875, "tokens_per_second": 989411.0038016039, "lr": 0.0015, "gradient_norm": 0.1586708426475525, "benchmark": false}
972
+ {"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}