kacperwikiel commited on
Commit
c7109b4
·
verified ·
1 Parent(s): 8580fe2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -458,3 +458,5 @@
458
  {"step": 9160, "tokens": 4802478080, "loss": 2.8067934036254885, "tokens_per_second": 982621.4274778471, "lr": 0.0015, "gradient_norm": 0.07300791889429092, "benchmark": false}
459
  {"step": 9180, "tokens": 4812963840, "loss": 2.86877384185791, "tokens_per_second": 992005.5280940625, "lr": 0.0015, "gradient_norm": 0.07812537252902985, "benchmark": false}
460
  {"step": 9200, "tokens": 4823449600, "loss": 2.8002647399902343, "tokens_per_second": 982772.7353793365, "lr": 0.0015, "gradient_norm": 0.07580609619617462, "benchmark": false}
 
 
 
458
  {"step": 9160, "tokens": 4802478080, "loss": 2.8067934036254885, "tokens_per_second": 982621.4274778471, "lr": 0.0015, "gradient_norm": 0.07300791889429092, "benchmark": false}
459
  {"step": 9180, "tokens": 4812963840, "loss": 2.86877384185791, "tokens_per_second": 992005.5280940625, "lr": 0.0015, "gradient_norm": 0.07812537252902985, "benchmark": false}
460
  {"step": 9200, "tokens": 4823449600, "loss": 2.8002647399902343, "tokens_per_second": 982772.7353793365, "lr": 0.0015, "gradient_norm": 0.07580609619617462, "benchmark": false}
461
+ {"step": 9220, "tokens": 4833935360, "loss": 2.851849365234375, "tokens_per_second": 983641.9685660396, "lr": 0.0015, "gradient_norm": 0.07275630533695221, "benchmark": false}
462
+ {"step": 9240, "tokens": 4844421120, "loss": 2.8479354858398436, "tokens_per_second": 980203.1512061429, "lr": 0.0015, "gradient_norm": 0.07504432648420334, "benchmark": false}