kacperwikiel commited on
Commit
79b038a
·
verified ·
1 Parent(s): ff09db3

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -744,3 +744,5 @@
744
  {"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
745
  {"step": 14900, "tokens": 7811891200, "loss": 2.7660396575927733, "tokens_per_second": 992115.5099409415, "lr": 0.0015, "gradient_norm": 0.13060061633586884, "benchmark": false}
746
  {"step": 14920, "tokens": 7822376960, "loss": 2.771735191345215, "tokens_per_second": 991036.9703833835, "lr": 0.0015, "gradient_norm": 0.12381613999605179, "benchmark": false}
 
 
 
744
  {"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
745
  {"step": 14900, "tokens": 7811891200, "loss": 2.7660396575927733, "tokens_per_second": 992115.5099409415, "lr": 0.0015, "gradient_norm": 0.13060061633586884, "benchmark": false}
746
  {"step": 14920, "tokens": 7822376960, "loss": 2.771735191345215, "tokens_per_second": 991036.9703833835, "lr": 0.0015, "gradient_norm": 0.12381613999605179, "benchmark": false}
747
+ {"step": 14940, "tokens": 7832862720, "loss": 2.7973310470581056, "tokens_per_second": 982117.8814135678, "lr": 0.0015, "gradient_norm": 0.13259257376194, "benchmark": false}
748
+ {"step": 14960, "tokens": 7843348480, "loss": 2.8001480102539062, "tokens_per_second": 989712.792759918, "lr": 0.0015, "gradient_norm": 0.12138649076223373, "benchmark": false}