kacperwikiel commited on
Commit
0c3cec7
·
verified ·
1 Parent(s): 932127d

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -306,3 +306,5 @@
306
  {"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
307
  {"step": 6140, "tokens": 3219128320, "loss": 2.9054723739624024, "tokens_per_second": 972138.5604667434, "lr": 0.0015, "gradient_norm": 0.07093650847673416, "benchmark": false}
308
  {"step": 6160, "tokens": 3229614080, "loss": 2.9123771667480467, "tokens_per_second": 970947.1832531, "lr": 0.0015, "gradient_norm": 0.06923744082450867, "benchmark": false}
 
 
 
306
  {"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
307
  {"step": 6140, "tokens": 3219128320, "loss": 2.9054723739624024, "tokens_per_second": 972138.5604667434, "lr": 0.0015, "gradient_norm": 0.07093650847673416, "benchmark": false}
308
  {"step": 6160, "tokens": 3229614080, "loss": 2.9123771667480467, "tokens_per_second": 970947.1832531, "lr": 0.0015, "gradient_norm": 0.06923744082450867, "benchmark": false}
309
+ {"step": 6180, "tokens": 3240099840, "loss": 2.897180366516113, "tokens_per_second": 960862.7870472525, "lr": 0.0015, "gradient_norm": 0.0649130567908287, "benchmark": false}
310
+ {"step": 6200, "tokens": 3250585600, "loss": 2.9069116592407225, "tokens_per_second": 979698.8804656132, "lr": 0.0015, "gradient_norm": 0.07176172733306885, "benchmark": false}