kacperwikiel commited on
Commit
aaf1a00
·
verified ·
1 Parent(s): 716e926

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -316,3 +316,5 @@
316
  {"step": 6320, "tokens": 3313500160, "loss": 2.870402145385742, "tokens_per_second": 978980.4711670941, "lr": 0.0015, "gradient_norm": 0.06997466087341309, "benchmark": false}
317
  {"step": 6340, "tokens": 3323985920, "loss": 2.901245880126953, "tokens_per_second": 972604.9701731356, "lr": 0.0015, "gradient_norm": 0.07597402483224869, "benchmark": false}
318
  {"step": 6360, "tokens": 3334471680, "loss": 2.9156782150268556, "tokens_per_second": 972177.8462893734, "lr": 0.0015, "gradient_norm": 0.07095592468976974, "benchmark": false}
 
 
 
316
  {"step": 6320, "tokens": 3313500160, "loss": 2.870402145385742, "tokens_per_second": 978980.4711670941, "lr": 0.0015, "gradient_norm": 0.06997466087341309, "benchmark": false}
317
  {"step": 6340, "tokens": 3323985920, "loss": 2.901245880126953, "tokens_per_second": 972604.9701731356, "lr": 0.0015, "gradient_norm": 0.07597402483224869, "benchmark": false}
318
  {"step": 6360, "tokens": 3334471680, "loss": 2.9156782150268556, "tokens_per_second": 972177.8462893734, "lr": 0.0015, "gradient_norm": 0.07095592468976974, "benchmark": false}
319
+ {"step": 6380, "tokens": 3344957440, "loss": 2.890736198425293, "tokens_per_second": 976962.7402310458, "lr": 0.0015, "gradient_norm": 0.06986173242330551, "benchmark": false}
320
+ {"step": 6400, "tokens": 3355443200, "loss": 2.8872875213623046, "tokens_per_second": 980279.6361187346, "lr": 0.0015, "gradient_norm": 0.07426601648330688, "benchmark": false}