kacperwikiel commited on
Commit
88fe041
·
verified ·
1 Parent(s): ec26a87

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1109,3 +1109,5 @@
1109
  {"step": 22180, "tokens": 11628707840, "loss": 2.7533525466918944, "tokens_per_second": 988020.6197262544, "lr": 0.0015, "gradient_norm": 0.1841764599084854, "benchmark": false}
1110
  {"step": 22200, "tokens": 11639193600, "loss": 2.773965072631836, "tokens_per_second": 993955.6179272636, "lr": 0.0015, "gradient_norm": 0.18932831287384033, "benchmark": false}
1111
  {"step": 22220, "tokens": 11649679360, "loss": 2.7061439514160157, "tokens_per_second": 815656.6707442304, "lr": 0.0015, "gradient_norm": 0.16487881541252136, "benchmark": false}
 
 
 
1109
  {"step": 22180, "tokens": 11628707840, "loss": 2.7533525466918944, "tokens_per_second": 988020.6197262544, "lr": 0.0015, "gradient_norm": 0.1841764599084854, "benchmark": false}
1110
  {"step": 22200, "tokens": 11639193600, "loss": 2.773965072631836, "tokens_per_second": 993955.6179272636, "lr": 0.0015, "gradient_norm": 0.18932831287384033, "benchmark": false}
1111
  {"step": 22220, "tokens": 11649679360, "loss": 2.7061439514160157, "tokens_per_second": 815656.6707442304, "lr": 0.0015, "gradient_norm": 0.16487881541252136, "benchmark": false}
1112
+ {"step": 22240, "tokens": 11660165120, "loss": 2.7166574478149412, "tokens_per_second": 984095.7390775424, "lr": 0.0015, "gradient_norm": 0.1970110982656479, "benchmark": false}
1113
+ {"step": 22260, "tokens": 11670650880, "loss": 2.7431781768798826, "tokens_per_second": 984059.1844724049, "lr": 0.0015, "gradient_norm": 0.151424840092659, "benchmark": false}