kacperwikiel commited on
Commit
0b6d8ff
·
verified ·
1 Parent(s): 0e26a05

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -928,3 +928,5 @@
928
  {"step": 18560, "tokens": 9730785280, "loss": 2.7588457107543944, "tokens_per_second": 989975.3800258805, "lr": 0.0015, "gradient_norm": 0.1295267790555954, "benchmark": false}
929
  {"step": 18580, "tokens": 9741271040, "loss": 2.7459754943847656, "tokens_per_second": 982047.222593462, "lr": 0.0015, "gradient_norm": 0.13318170607089996, "benchmark": false}
930
  {"step": 18600, "tokens": 9751756800, "loss": 2.7676055908203123, "tokens_per_second": 988762.5051151864, "lr": 0.0015, "gradient_norm": 0.1925567090511322, "benchmark": false}
 
 
 
928
  {"step": 18560, "tokens": 9730785280, "loss": 2.7588457107543944, "tokens_per_second": 989975.3800258805, "lr": 0.0015, "gradient_norm": 0.1295267790555954, "benchmark": false}
929
  {"step": 18580, "tokens": 9741271040, "loss": 2.7459754943847656, "tokens_per_second": 982047.222593462, "lr": 0.0015, "gradient_norm": 0.13318170607089996, "benchmark": false}
930
  {"step": 18600, "tokens": 9751756800, "loss": 2.7676055908203123, "tokens_per_second": 988762.5051151864, "lr": 0.0015, "gradient_norm": 0.1925567090511322, "benchmark": false}
931
+ {"step": 18620, "tokens": 9762242560, "loss": 2.7560264587402346, "tokens_per_second": 936110.6485667815, "lr": 0.0015, "gradient_norm": 0.14456474781036377, "benchmark": false}
932
+ {"step": 18640, "tokens": 9772728320, "loss": 2.7433448791503907, "tokens_per_second": 974439.72205389, "lr": 0.0015, "gradient_norm": 0.14269590377807617, "benchmark": false}