kacperwikiel commited on
Commit
0360d73
·
verified ·
1 Parent(s): 0144e99

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -695,3 +695,5 @@
695
  {"step": 13900, "tokens": 7287603200, "loss": 2.7603336334228517, "tokens_per_second": 963924.6459587925, "lr": 0.0015, "gradient_norm": 0.11117645353078842, "benchmark": false}
696
  {"step": 13920, "tokens": 7298088960, "loss": 2.7700157165527344, "tokens_per_second": 969788.082572308, "lr": 0.0015, "gradient_norm": 0.11690377444028854, "benchmark": false}
697
  {"step": 13940, "tokens": 7308574720, "loss": 2.768319320678711, "tokens_per_second": 964042.0161144747, "lr": 0.0015, "gradient_norm": 0.1116306260228157, "benchmark": false}
 
 
 
695
  {"step": 13900, "tokens": 7287603200, "loss": 2.7603336334228517, "tokens_per_second": 963924.6459587925, "lr": 0.0015, "gradient_norm": 0.11117645353078842, "benchmark": false}
696
  {"step": 13920, "tokens": 7298088960, "loss": 2.7700157165527344, "tokens_per_second": 969788.082572308, "lr": 0.0015, "gradient_norm": 0.11690377444028854, "benchmark": false}
697
  {"step": 13940, "tokens": 7308574720, "loss": 2.768319320678711, "tokens_per_second": 964042.0161144747, "lr": 0.0015, "gradient_norm": 0.1116306260228157, "benchmark": false}
698
+ {"step": 13960, "tokens": 7319060480, "loss": 2.797551155090332, "tokens_per_second": 975699.4953853759, "lr": 0.0015, "gradient_norm": 0.11029012501239777, "benchmark": false}
699
+ {"step": 13980, "tokens": 7329546240, "loss": 2.7930103302001954, "tokens_per_second": 970508.686897241, "lr": 0.0015, "gradient_norm": 0.12515392899513245, "benchmark": false}