kacperwikiel commited on
Commit
ff09db3
·
verified ·
1 Parent(s): 42042a5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -742,3 +742,5 @@
742
  {"step": 14840, "tokens": 7780433920, "loss": 2.765176773071289, "tokens_per_second": 982189.8472449704, "lr": 0.0015, "gradient_norm": 0.13181689381599426, "benchmark": false}
743
  {"step": 14860, "tokens": 7790919680, "loss": 2.7400943756103517, "tokens_per_second": 981467.5389068498, "lr": 0.0015, "gradient_norm": 0.12768228352069855, "benchmark": false}
744
  {"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
 
 
 
742
  {"step": 14840, "tokens": 7780433920, "loss": 2.765176773071289, "tokens_per_second": 982189.8472449704, "lr": 0.0015, "gradient_norm": 0.13181689381599426, "benchmark": false}
743
  {"step": 14860, "tokens": 7790919680, "loss": 2.7400943756103517, "tokens_per_second": 981467.5389068498, "lr": 0.0015, "gradient_norm": 0.12768228352069855, "benchmark": false}
744
  {"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
745
+ {"step": 14900, "tokens": 7811891200, "loss": 2.7660396575927733, "tokens_per_second": 992115.5099409415, "lr": 0.0015, "gradient_norm": 0.13060061633586884, "benchmark": false}
746
+ {"step": 14920, "tokens": 7822376960, "loss": 2.771735191345215, "tokens_per_second": 991036.9703833835, "lr": 0.0015, "gradient_norm": 0.12381613999605179, "benchmark": false}