kacperwikiel commited on
Commit
9232b81
·
verified ·
1 Parent(s): bcb1f48

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -667,3 +667,5 @@
667
  {"step": 13340, "tokens": 6994001920, "loss": 2.77828369140625, "tokens_per_second": 984796.0072479807, "lr": 0.0015, "gradient_norm": 0.11428497731685638, "benchmark": false}
668
  {"step": 13360, "tokens": 7004487680, "loss": 2.8044715881347657, "tokens_per_second": 987909.036007852, "lr": 0.0015, "gradient_norm": 0.1091688796877861, "benchmark": false}
669
  {"step": 13380, "tokens": 7014973440, "loss": 2.8291257858276366, "tokens_per_second": 992076.2403446267, "lr": 0.0015, "gradient_norm": 0.10559467226266861, "benchmark": false}
 
 
 
667
  {"step": 13340, "tokens": 6994001920, "loss": 2.77828369140625, "tokens_per_second": 984796.0072479807, "lr": 0.0015, "gradient_norm": 0.11428497731685638, "benchmark": false}
668
  {"step": 13360, "tokens": 7004487680, "loss": 2.8044715881347657, "tokens_per_second": 987909.036007852, "lr": 0.0015, "gradient_norm": 0.1091688796877861, "benchmark": false}
669
  {"step": 13380, "tokens": 7014973440, "loss": 2.8291257858276366, "tokens_per_second": 992076.2403446267, "lr": 0.0015, "gradient_norm": 0.10559467226266861, "benchmark": false}
670
+ {"step": 13400, "tokens": 7025459200, "loss": 2.81881103515625, "tokens_per_second": 939800.6670872662, "lr": 0.0015, "gradient_norm": 0.11850842088460922, "benchmark": false}
671
+ {"step": 13420, "tokens": 7035944960, "loss": 2.8020517349243166, "tokens_per_second": 985602.3935548641, "lr": 0.0015, "gradient_norm": 0.11056564748287201, "benchmark": false}