kacperwikiel commited on
Commit
5a8d9cf
·
verified ·
1 Parent(s): 7c1e5db

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -414,3 +414,5 @@
414
  {"step": 8280, "tokens": 4341104640, "loss": 2.8443761825561524, "tokens_per_second": 978898.542667765, "lr": 0.0015, "gradient_norm": 0.0756574273109436, "benchmark": false}
415
  {"step": 8300, "tokens": 4351590400, "loss": 2.863620948791504, "tokens_per_second": 984564.5346263158, "lr": 0.0015, "gradient_norm": 0.22140026092529297, "benchmark": false}
416
  {"step": 8320, "tokens": 4362076160, "loss": 2.8651077270507814, "tokens_per_second": 990403.7086676916, "lr": 0.0015, "gradient_norm": 0.08052444458007812, "benchmark": false}
 
 
 
414
  {"step": 8280, "tokens": 4341104640, "loss": 2.8443761825561524, "tokens_per_second": 978898.542667765, "lr": 0.0015, "gradient_norm": 0.0756574273109436, "benchmark": false}
415
  {"step": 8300, "tokens": 4351590400, "loss": 2.863620948791504, "tokens_per_second": 984564.5346263158, "lr": 0.0015, "gradient_norm": 0.22140026092529297, "benchmark": false}
416
  {"step": 8320, "tokens": 4362076160, "loss": 2.8651077270507814, "tokens_per_second": 990403.7086676916, "lr": 0.0015, "gradient_norm": 0.08052444458007812, "benchmark": false}
417
+ {"step": 8340, "tokens": 4372561920, "loss": 2.852044677734375, "tokens_per_second": 854154.1549039799, "lr": 0.0015, "gradient_norm": 0.08032067865133286, "benchmark": false}
418
+ {"step": 8360, "tokens": 4383047680, "loss": 2.8418451309204102, "tokens_per_second": 980239.3377897158, "lr": 0.0015, "gradient_norm": 0.07009512186050415, "benchmark": false}