kacperwikiel commited on
Commit
5eb73d8
·
verified ·
1 Parent(s): f40108f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -478,3 +478,5 @@
478
  {"step": 9560, "tokens": 5012193280, "loss": 2.8237529754638673, "tokens_per_second": 989944.2442785497, "lr": 0.0015, "gradient_norm": 0.0901399552822113, "benchmark": false}
479
  {"step": 9580, "tokens": 5022679040, "loss": 2.8359748840332033, "tokens_per_second": 984694.8421158455, "lr": 0.0015, "gradient_norm": 0.08997666090726852, "benchmark": false}
480
  {"step": 9600, "tokens": 5033164800, "loss": 2.862395668029785, "tokens_per_second": 989213.3500881932, "lr": 0.0015, "gradient_norm": 0.07941855490207672, "benchmark": false}
 
 
 
478
  {"step": 9560, "tokens": 5012193280, "loss": 2.8237529754638673, "tokens_per_second": 989944.2442785497, "lr": 0.0015, "gradient_norm": 0.0901399552822113, "benchmark": false}
479
  {"step": 9580, "tokens": 5022679040, "loss": 2.8359748840332033, "tokens_per_second": 984694.8421158455, "lr": 0.0015, "gradient_norm": 0.08997666090726852, "benchmark": false}
480
  {"step": 9600, "tokens": 5033164800, "loss": 2.862395668029785, "tokens_per_second": 989213.3500881932, "lr": 0.0015, "gradient_norm": 0.07941855490207672, "benchmark": false}
481
+ {"step": 9620, "tokens": 5043650560, "loss": 2.843942070007324, "tokens_per_second": 986878.7086835111, "lr": 0.0015, "gradient_norm": 0.09274707734584808, "benchmark": false}
482
+ {"step": 9640, "tokens": 5054136320, "loss": 2.813098335266113, "tokens_per_second": 988178.6522051803, "lr": 0.0015, "gradient_norm": 0.0799412727355957, "benchmark": false}