kacperwikiel commited on
Commit
3a02169
·
verified ·
1 Parent(s): 34c8f5e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -663,3 +663,5 @@
663
  {"step": 13260, "tokens": 6952058880, "loss": 2.791507911682129, "tokens_per_second": 814423.3989380366, "lr": 0.0015, "gradient_norm": 0.1253562569618225, "benchmark": false}
664
  {"step": 13280, "tokens": 6962544640, "loss": 2.787698173522949, "tokens_per_second": 993533.085928695, "lr": 0.0015, "gradient_norm": 0.10525481402873993, "benchmark": false}
665
  {"step": 13300, "tokens": 6973030400, "loss": 2.776492881774902, "tokens_per_second": 991714.7701083526, "lr": 0.0015, "gradient_norm": 0.11090178042650223, "benchmark": false}
 
 
 
663
  {"step": 13260, "tokens": 6952058880, "loss": 2.791507911682129, "tokens_per_second": 814423.3989380366, "lr": 0.0015, "gradient_norm": 0.1253562569618225, "benchmark": false}
664
  {"step": 13280, "tokens": 6962544640, "loss": 2.787698173522949, "tokens_per_second": 993533.085928695, "lr": 0.0015, "gradient_norm": 0.10525481402873993, "benchmark": false}
665
  {"step": 13300, "tokens": 6973030400, "loss": 2.776492881774902, "tokens_per_second": 991714.7701083526, "lr": 0.0015, "gradient_norm": 0.11090178042650223, "benchmark": false}
666
+ {"step": 13320, "tokens": 6983516160, "loss": 2.781183624267578, "tokens_per_second": 977445.8018478808, "lr": 0.0015, "gradient_norm": 0.11422978341579437, "benchmark": false}
667
+ {"step": 13340, "tokens": 6994001920, "loss": 2.77828369140625, "tokens_per_second": 984796.0072479807, "lr": 0.0015, "gradient_norm": 0.11428497731685638, "benchmark": false}