kacperwikiel commited on
Commit
8dd9ff6
·
verified ·
1 Parent(s): 23787c8

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -893,3 +893,5 @@
893
  {"step": 17860, "tokens": 9363783680, "loss": 2.7798189163208007, "tokens_per_second": 984993.2254714462, "lr": 0.0015, "gradient_norm": 0.14289097487926483, "benchmark": false}
894
  {"step": 17880, "tokens": 9374269440, "loss": 2.749721336364746, "tokens_per_second": 817039.2847753566, "lr": 0.0015, "gradient_norm": 0.1367609202861786, "benchmark": false}
895
  {"step": 17900, "tokens": 9384755200, "loss": 2.7631113052368166, "tokens_per_second": 990630.6345504698, "lr": 0.0015, "gradient_norm": 0.1484352946281433, "benchmark": false}
 
 
 
893
  {"step": 17860, "tokens": 9363783680, "loss": 2.7798189163208007, "tokens_per_second": 984993.2254714462, "lr": 0.0015, "gradient_norm": 0.14289097487926483, "benchmark": false}
894
  {"step": 17880, "tokens": 9374269440, "loss": 2.749721336364746, "tokens_per_second": 817039.2847753566, "lr": 0.0015, "gradient_norm": 0.1367609202861786, "benchmark": false}
895
  {"step": 17900, "tokens": 9384755200, "loss": 2.7631113052368166, "tokens_per_second": 990630.6345504698, "lr": 0.0015, "gradient_norm": 0.1484352946281433, "benchmark": false}
896
+ {"step": 17920, "tokens": 9395240960, "loss": 2.7630970001220705, "tokens_per_second": 982863.4372793777, "lr": 0.0015, "gradient_norm": 0.1495262086391449, "benchmark": false}
897
+ {"step": 17940, "tokens": 9405726720, "loss": 2.742411422729492, "tokens_per_second": 993852.2885264372, "lr": 0.0015, "gradient_norm": 0.12873972952365875, "benchmark": false}