kacperwikiel commited on
Commit
f40108f
·
verified ·
1 Parent(s): f69cbd3

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +5 -0
reports/run/metrics.jsonl CHANGED
@@ -473,3 +473,8 @@
473
  {"step": 9460, "tokens": 4959764480, "loss": 2.836428642272949, "tokens_per_second": 984975.3316094908, "lr": 0.0015, "gradient_norm": 0.08083634823560715, "benchmark": false}
474
  {"step": 9480, "tokens": 4970250240, "loss": 2.838408279418945, "tokens_per_second": 993077.121682915, "lr": 0.0015, "gradient_norm": 0.08504550904035568, "benchmark": false}
475
  {"step": 9500, "tokens": 4980736000, "loss": 2.847154998779297, "tokens_per_second": 954012.1774107493, "lr": 0.0015, "gradient_norm": 0.08038152009248734, "benchmark": false}
 
 
 
 
 
 
473
  {"step": 9460, "tokens": 4959764480, "loss": 2.836428642272949, "tokens_per_second": 984975.3316094908, "lr": 0.0015, "gradient_norm": 0.08083634823560715, "benchmark": false}
474
  {"step": 9480, "tokens": 4970250240, "loss": 2.838408279418945, "tokens_per_second": 993077.121682915, "lr": 0.0015, "gradient_norm": 0.08504550904035568, "benchmark": false}
475
  {"step": 9500, "tokens": 4980736000, "loss": 2.847154998779297, "tokens_per_second": 954012.1774107493, "lr": 0.0015, "gradient_norm": 0.08038152009248734, "benchmark": false}
476
+ {"step": 9520, "tokens": 4991221760, "loss": 2.8305084228515627, "tokens_per_second": 840798.1068664312, "lr": 0.0015, "gradient_norm": 0.085055410861969, "benchmark": false}
477
+ {"step": 9540, "tokens": 5001707520, "loss": 2.833781051635742, "tokens_per_second": 982512.4793784562, "lr": 0.0015, "gradient_norm": 0.08446768671274185, "benchmark": false}
478
+ {"step": 9560, "tokens": 5012193280, "loss": 2.8237529754638673, "tokens_per_second": 989944.2442785497, "lr": 0.0015, "gradient_norm": 0.0901399552822113, "benchmark": false}
479
+ {"step": 9580, "tokens": 5022679040, "loss": 2.8359748840332033, "tokens_per_second": 984694.8421158455, "lr": 0.0015, "gradient_norm": 0.08997666090726852, "benchmark": false}
480
+ {"step": 9600, "tokens": 5033164800, "loss": 2.862395668029785, "tokens_per_second": 989213.3500881932, "lr": 0.0015, "gradient_norm": 0.07941855490207672, "benchmark": false}