kacperwikiel commited on
Commit
0d520d3
·
verified ·
1 Parent(s): a94cd1f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -869,3 +869,5 @@
869
  {"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}
870
  {"step": 17400, "tokens": 9122611200, "loss": 2.7396427154541017, "tokens_per_second": 973783.5605719051, "lr": 0.0015, "gradient_norm": 0.13147492706775665, "benchmark": false}
871
  {"step": 17420, "tokens": 9133096960, "loss": 2.7857734680175783, "tokens_per_second": 970146.2288863184, "lr": 0.0015, "gradient_norm": 0.12245149910449982, "benchmark": false}
 
 
 
869
  {"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}
870
  {"step": 17400, "tokens": 9122611200, "loss": 2.7396427154541017, "tokens_per_second": 973783.5605719051, "lr": 0.0015, "gradient_norm": 0.13147492706775665, "benchmark": false}
871
  {"step": 17420, "tokens": 9133096960, "loss": 2.7857734680175783, "tokens_per_second": 970146.2288863184, "lr": 0.0015, "gradient_norm": 0.12245149910449982, "benchmark": false}
872
+ {"step": 17440, "tokens": 9143582720, "loss": 2.718976593017578, "tokens_per_second": 972567.9211390832, "lr": 0.0015, "gradient_norm": 0.1322750300168991, "benchmark": false}
873
+ {"step": 17460, "tokens": 9154068480, "loss": 2.756350517272949, "tokens_per_second": 963971.2649856538, "lr": 0.0015, "gradient_norm": 0.13418878614902496, "benchmark": false}