kacperwikiel commited on
Commit
66af7e5
·
verified ·
1 Parent(s): e84e8f2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -1146,3 +1146,4 @@
1146
  {"step": 22920, "tokens": 12016680960, "loss": 2.6955699920654297, "tokens_per_second": 951507.7682270459, "lr": 0.0015, "gradient_norm": 0.17387978732585907, "benchmark": false}
1147
  {"step": 22940, "tokens": 12027166720, "loss": 2.746495819091797, "tokens_per_second": 973142.2797433673, "lr": 0.0015, "gradient_norm": 0.1785355806350708, "benchmark": false}
1148
  {"step": 22960, "tokens": 12037652480, "loss": 2.741334342956543, "tokens_per_second": 982407.4831120628, "lr": 0.0015, "gradient_norm": 0.16480481624603271, "benchmark": false}
 
 
1146
  {"step": 22920, "tokens": 12016680960, "loss": 2.6955699920654297, "tokens_per_second": 951507.7682270459, "lr": 0.0015, "gradient_norm": 0.17387978732585907, "benchmark": false}
1147
  {"step": 22940, "tokens": 12027166720, "loss": 2.746495819091797, "tokens_per_second": 973142.2797433673, "lr": 0.0015, "gradient_norm": 0.1785355806350708, "benchmark": false}
1148
  {"step": 22960, "tokens": 12037652480, "loss": 2.741334342956543, "tokens_per_second": 982407.4831120628, "lr": 0.0015, "gradient_norm": 0.16480481624603271, "benchmark": false}
1149
+ {"step": 22980, "tokens": 12048138240, "loss": 2.6979450225830077, "tokens_per_second": 983168.0924193689, "lr": 0.0015, "gradient_norm": 0.15850849449634552, "benchmark": false}