kacperwikiel commited on
Commit
8a6b304
·
verified ·
1 Parent(s): 8efb6be

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1280,3 +1280,5 @@
1280
  {"step": 25600, "tokens": 13421772800, "loss": 2.7517717361450194, "tokens_per_second": 987180.0865562145, "lr": 0.0015, "gradient_norm": 0.1635952591896057, "benchmark": false}
1281
  {"step": 25620, "tokens": 13432258560, "loss": 2.7445987701416015, "tokens_per_second": 987334.6934547427, "lr": 0.0015, "gradient_norm": 0.163328617811203, "benchmark": false}
1282
  {"step": 25640, "tokens": 13442744320, "loss": 2.7319095611572264, "tokens_per_second": 985746.4177469084, "lr": 0.0015, "gradient_norm": 0.19899290800094604, "benchmark": false}
 
 
 
1280
  {"step": 25600, "tokens": 13421772800, "loss": 2.7517717361450194, "tokens_per_second": 987180.0865562145, "lr": 0.0015, "gradient_norm": 0.1635952591896057, "benchmark": false}
1281
  {"step": 25620, "tokens": 13432258560, "loss": 2.7445987701416015, "tokens_per_second": 987334.6934547427, "lr": 0.0015, "gradient_norm": 0.163328617811203, "benchmark": false}
1282
  {"step": 25640, "tokens": 13442744320, "loss": 2.7319095611572264, "tokens_per_second": 985746.4177469084, "lr": 0.0015, "gradient_norm": 0.19899290800094604, "benchmark": false}
1283
+ {"step": 25660, "tokens": 13453230080, "loss": 2.7432483673095702, "tokens_per_second": 983310.3173556111, "lr": 0.0015, "gradient_norm": 0.14155735075473785, "benchmark": false}
1284
+ {"step": 25680, "tokens": 13463715840, "loss": 2.7118148803710938, "tokens_per_second": 990796.7422514698, "lr": 0.0015, "gradient_norm": 0.1868363618850708, "benchmark": false}