kacperwikiel commited on
Commit
92df98b
·
verified ·
1 Parent(s): 8f9401c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1345,3 +1345,5 @@
1345
  {"step": 26900, "tokens": 14103347200, "loss": 2.7446100234985353, "tokens_per_second": 845989.4148910131, "lr": 0.0015, "gradient_norm": 0.21386535465717316, "benchmark": false}
1346
  {"step": 26920, "tokens": 14113832960, "loss": 2.705735778808594, "tokens_per_second": 983059.521218753, "lr": 0.0015, "gradient_norm": 0.17069242894649506, "benchmark": false}
1347
  {"step": 26940, "tokens": 14124318720, "loss": 2.700437545776367, "tokens_per_second": 983736.9920812615, "lr": 0.0015, "gradient_norm": 0.2033543586730957, "benchmark": false}
 
 
 
1345
  {"step": 26900, "tokens": 14103347200, "loss": 2.7446100234985353, "tokens_per_second": 845989.4148910131, "lr": 0.0015, "gradient_norm": 0.21386535465717316, "benchmark": false}
1346
  {"step": 26920, "tokens": 14113832960, "loss": 2.705735778808594, "tokens_per_second": 983059.521218753, "lr": 0.0015, "gradient_norm": 0.17069242894649506, "benchmark": false}
1347
  {"step": 26940, "tokens": 14124318720, "loss": 2.700437545776367, "tokens_per_second": 983736.9920812615, "lr": 0.0015, "gradient_norm": 0.2033543586730957, "benchmark": false}
1348
+ {"step": 26960, "tokens": 14134804480, "loss": 2.7299921035766603, "tokens_per_second": 970803.0368257932, "lr": 0.0015, "gradient_norm": 0.16589409112930298, "benchmark": false}
1349
+ {"step": 26980, "tokens": 14145290240, "loss": 2.757349967956543, "tokens_per_second": 964245.0973920216, "lr": 0.0015, "gradient_norm": 0.18727724254131317, "benchmark": false}