kacperwikiel commited on
Commit
7d8ca3d
·
verified ·
1 Parent(s): 4718ac4

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1230,3 +1230,5 @@
1230
  {"step": 24600, "tokens": 12897484800, "loss": 2.7285837173461913, "tokens_per_second": 977100.0310438578, "lr": 0.0015, "gradient_norm": 0.1763191521167755, "benchmark": false}
1231
  {"step": 24620, "tokens": 12907970560, "loss": 2.724655342102051, "tokens_per_second": 978006.7473834212, "lr": 0.0015, "gradient_norm": 0.16820791363716125, "benchmark": false}
1232
  {"step": 24640, "tokens": 12918456320, "loss": 2.733455467224121, "tokens_per_second": 978093.4924589752, "lr": 0.0015, "gradient_norm": 0.16100598871707916, "benchmark": false}
 
 
 
1230
  {"step": 24600, "tokens": 12897484800, "loss": 2.7285837173461913, "tokens_per_second": 977100.0310438578, "lr": 0.0015, "gradient_norm": 0.1763191521167755, "benchmark": false}
1231
  {"step": 24620, "tokens": 12907970560, "loss": 2.724655342102051, "tokens_per_second": 978006.7473834212, "lr": 0.0015, "gradient_norm": 0.16820791363716125, "benchmark": false}
1232
  {"step": 24640, "tokens": 12918456320, "loss": 2.733455467224121, "tokens_per_second": 978093.4924589752, "lr": 0.0015, "gradient_norm": 0.16100598871707916, "benchmark": false}
1233
+ {"step": 24660, "tokens": 12928942080, "loss": 2.760820198059082, "tokens_per_second": 980837.6779266831, "lr": 0.0015, "gradient_norm": 0.1536797136068344, "benchmark": false}
1234
+ {"step": 24680, "tokens": 12939427840, "loss": 2.723988723754883, "tokens_per_second": 983784.9199724655, "lr": 0.0015, "gradient_norm": 0.1587965190410614, "benchmark": false}