kacperwikiel commited on
Commit
0a7e494
·
verified ·
1 Parent(s): eb79753

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -889,3 +889,5 @@
889
  {"step": 17780, "tokens": 9321840640, "loss": 2.732707214355469, "tokens_per_second": 972760.2975310354, "lr": 0.0015, "gradient_norm": 0.14452366530895233, "benchmark": false}
890
  {"step": 17800, "tokens": 9332326400, "loss": 2.77060546875, "tokens_per_second": 989434.0325064515, "lr": 0.0015, "gradient_norm": 0.1521960347890854, "benchmark": false}
891
  {"step": 17820, "tokens": 9342812160, "loss": 2.788447952270508, "tokens_per_second": 973698.0961508178, "lr": 0.0015, "gradient_norm": 0.1329130381345749, "benchmark": false}
 
 
 
889
  {"step": 17780, "tokens": 9321840640, "loss": 2.732707214355469, "tokens_per_second": 972760.2975310354, "lr": 0.0015, "gradient_norm": 0.14452366530895233, "benchmark": false}
890
  {"step": 17800, "tokens": 9332326400, "loss": 2.77060546875, "tokens_per_second": 989434.0325064515, "lr": 0.0015, "gradient_norm": 0.1521960347890854, "benchmark": false}
891
  {"step": 17820, "tokens": 9342812160, "loss": 2.788447952270508, "tokens_per_second": 973698.0961508178, "lr": 0.0015, "gradient_norm": 0.1329130381345749, "benchmark": false}
892
+ {"step": 17840, "tokens": 9353297920, "loss": 2.741864013671875, "tokens_per_second": 979741.2364587133, "lr": 0.0015, "gradient_norm": 0.13201284408569336, "benchmark": false}
893
+ {"step": 17860, "tokens": 9363783680, "loss": 2.7798189163208007, "tokens_per_second": 984993.2254714462, "lr": 0.0015, "gradient_norm": 0.14289097487926483, "benchmark": false}