kacperwikiel commited on
Commit
1a4c9d6
·
verified ·
1 Parent(s): 1a0d1a9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -368,3 +368,4 @@
368
  {"step": 7360, "tokens": 3858759680, "loss": 2.8969520568847655, "tokens_per_second": 986498.8639737453, "lr": 0.0015, "gradient_norm": 0.0687498077750206, "benchmark": false}
369
  {"step": 7380, "tokens": 3869245440, "loss": 2.8997058868408203, "tokens_per_second": 972612.4868532382, "lr": 0.0015, "gradient_norm": 0.06531796604394913, "benchmark": false}
370
  {"step": 7400, "tokens": 3879731200, "loss": 2.858563041687012, "tokens_per_second": 962697.5638663234, "lr": 0.0015, "gradient_norm": 0.0642826184630394, "benchmark": false}
 
 
368
  {"step": 7360, "tokens": 3858759680, "loss": 2.8969520568847655, "tokens_per_second": 986498.8639737453, "lr": 0.0015, "gradient_norm": 0.0687498077750206, "benchmark": false}
369
  {"step": 7380, "tokens": 3869245440, "loss": 2.8997058868408203, "tokens_per_second": 972612.4868532382, "lr": 0.0015, "gradient_norm": 0.06531796604394913, "benchmark": false}
370
  {"step": 7400, "tokens": 3879731200, "loss": 2.858563041687012, "tokens_per_second": 962697.5638663234, "lr": 0.0015, "gradient_norm": 0.0642826184630394, "benchmark": false}
371
+ {"step": 7420, "tokens": 3890216960, "loss": 2.890119171142578, "tokens_per_second": 836658.5075806839, "lr": 0.0015, "gradient_norm": 0.06829072535037994, "benchmark": false}