kacperwikiel commited on
Commit
716e926
·
verified ·
1 Parent(s): 98b7c20

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -314,3 +314,5 @@
314
  {"step": 6280, "tokens": 3292528640, "loss": 2.9252336502075194, "tokens_per_second": 901905.6784838198, "lr": 0.0015, "gradient_norm": 0.08138222992420197, "benchmark": false}
315
  {"step": 6300, "tokens": 3303014400, "loss": 2.916875648498535, "tokens_per_second": 967857.4768748236, "lr": 0.0015, "gradient_norm": 0.06496562063694, "benchmark": false}
316
  {"step": 6320, "tokens": 3313500160, "loss": 2.870402145385742, "tokens_per_second": 978980.4711670941, "lr": 0.0015, "gradient_norm": 0.06997466087341309, "benchmark": false}
 
 
 
314
  {"step": 6280, "tokens": 3292528640, "loss": 2.9252336502075194, "tokens_per_second": 901905.6784838198, "lr": 0.0015, "gradient_norm": 0.08138222992420197, "benchmark": false}
315
  {"step": 6300, "tokens": 3303014400, "loss": 2.916875648498535, "tokens_per_second": 967857.4768748236, "lr": 0.0015, "gradient_norm": 0.06496562063694, "benchmark": false}
316
  {"step": 6320, "tokens": 3313500160, "loss": 2.870402145385742, "tokens_per_second": 978980.4711670941, "lr": 0.0015, "gradient_norm": 0.06997466087341309, "benchmark": false}
317
+ {"step": 6340, "tokens": 3323985920, "loss": 2.901245880126953, "tokens_per_second": 972604.9701731356, "lr": 0.0015, "gradient_norm": 0.07597402483224869, "benchmark": false}
318
+ {"step": 6360, "tokens": 3334471680, "loss": 2.9156782150268556, "tokens_per_second": 972177.8462893734, "lr": 0.0015, "gradient_norm": 0.07095592468976974, "benchmark": false}