kacperwikiel commited on
Commit
c94b52d
·
verified ·
1 Parent(s): 939832f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -595,3 +595,5 @@
595
  {"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
596
  {"step": 11920, "tokens": 6249512960, "loss": 2.772012138366699, "tokens_per_second": 981498.9249846302, "lr": 0.0015, "gradient_norm": 0.09328988939523697, "benchmark": false}
597
  {"step": 11940, "tokens": 6259998720, "loss": 2.7949031829833983, "tokens_per_second": 985018.5760938062, "lr": 0.0015, "gradient_norm": 0.09925438463687897, "benchmark": false}
 
 
 
595
  {"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
596
  {"step": 11920, "tokens": 6249512960, "loss": 2.772012138366699, "tokens_per_second": 981498.9249846302, "lr": 0.0015, "gradient_norm": 0.09328988939523697, "benchmark": false}
597
  {"step": 11940, "tokens": 6259998720, "loss": 2.7949031829833983, "tokens_per_second": 985018.5760938062, "lr": 0.0015, "gradient_norm": 0.09925438463687897, "benchmark": false}
598
+ {"step": 11960, "tokens": 6270484480, "loss": 2.800166893005371, "tokens_per_second": 989799.1647813246, "lr": 0.0015, "gradient_norm": 0.1009145975112915, "benchmark": false}
599
+ {"step": 11980, "tokens": 6280970240, "loss": 2.8234445571899416, "tokens_per_second": 847536.274677034, "lr": 0.0015, "gradient_norm": 0.10739849507808685, "benchmark": false}