kacperwikiel commited on
Commit
f461fe1
·
verified ·
1 Parent(s): 8759a05

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -730,3 +730,5 @@
730
  {"step": 14600, "tokens": 7654604800, "loss": 2.7800420761108398, "tokens_per_second": 985127.7685421152, "lr": 0.0015, "gradient_norm": 0.12574076652526855, "benchmark": false}
731
  {"step": 14620, "tokens": 7665090560, "loss": 2.772840118408203, "tokens_per_second": 984006.8781479271, "lr": 0.0015, "gradient_norm": 0.10671056807041168, "benchmark": false}
732
  {"step": 14640, "tokens": 7675576320, "loss": 2.787381172180176, "tokens_per_second": 981182.8019479843, "lr": 0.0015, "gradient_norm": 0.12444412708282471, "benchmark": false}
 
 
 
730
  {"step": 14600, "tokens": 7654604800, "loss": 2.7800420761108398, "tokens_per_second": 985127.7685421152, "lr": 0.0015, "gradient_norm": 0.12574076652526855, "benchmark": false}
731
  {"step": 14620, "tokens": 7665090560, "loss": 2.772840118408203, "tokens_per_second": 984006.8781479271, "lr": 0.0015, "gradient_norm": 0.10671056807041168, "benchmark": false}
732
  {"step": 14640, "tokens": 7675576320, "loss": 2.787381172180176, "tokens_per_second": 981182.8019479843, "lr": 0.0015, "gradient_norm": 0.12444412708282471, "benchmark": false}
733
+ {"step": 14660, "tokens": 7686062080, "loss": 2.807179260253906, "tokens_per_second": 990942.8933172724, "lr": 0.0015, "gradient_norm": 0.11637486517429352, "benchmark": false}
734
+ {"step": 14680, "tokens": 7696547840, "loss": 2.777162551879883, "tokens_per_second": 988375.0518143643, "lr": 0.0015, "gradient_norm": 0.11264752596616745, "benchmark": false}