kacperwikiel commited on
Commit
932127d
·
verified ·
1 Parent(s): 8c9cd6e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -304,3 +304,5 @@
304
  {"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
305
  {"step": 6100, "tokens": 3198156800, "loss": 2.9135721206665037, "tokens_per_second": 988632.0183834768, "lr": 0.0015, "gradient_norm": 0.06642155349254608, "benchmark": false}
306
  {"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
 
 
 
304
  {"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
305
  {"step": 6100, "tokens": 3198156800, "loss": 2.9135721206665037, "tokens_per_second": 988632.0183834768, "lr": 0.0015, "gradient_norm": 0.06642155349254608, "benchmark": false}
306
  {"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
307
+ {"step": 6140, "tokens": 3219128320, "loss": 2.9054723739624024, "tokens_per_second": 972138.5604667434, "lr": 0.0015, "gradient_norm": 0.07093650847673416, "benchmark": false}
308
+ {"step": 6160, "tokens": 3229614080, "loss": 2.9123771667480467, "tokens_per_second": 970947.1832531, "lr": 0.0015, "gradient_norm": 0.06923744082450867, "benchmark": false}