kacperwikiel commited on
Commit
390c5ec
·
verified ·
1 Parent(s): cc4cab7

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -691,3 +691,5 @@
691
  {"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
692
  {"step": 13840, "tokens": 7256145920, "loss": 2.8005638122558594, "tokens_per_second": 996260.986465831, "lr": 0.0015, "gradient_norm": 0.11702325195074081, "benchmark": false}
693
  {"step": 13860, "tokens": 7266631680, "loss": 2.7674882888793944, "tokens_per_second": 946431.3417039429, "lr": 0.0015, "gradient_norm": 0.125955730676651, "benchmark": false}
 
 
 
691
  {"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
692
  {"step": 13840, "tokens": 7256145920, "loss": 2.8005638122558594, "tokens_per_second": 996260.986465831, "lr": 0.0015, "gradient_norm": 0.11702325195074081, "benchmark": false}
693
  {"step": 13860, "tokens": 7266631680, "loss": 2.7674882888793944, "tokens_per_second": 946431.3417039429, "lr": 0.0015, "gradient_norm": 0.125955730676651, "benchmark": false}
694
+ {"step": 13880, "tokens": 7277117440, "loss": 2.7438486099243162, "tokens_per_second": 971311.9990196545, "lr": 0.0015, "gradient_norm": 0.12266208976507187, "benchmark": false}
695
+ {"step": 13900, "tokens": 7287603200, "loss": 2.7603336334228517, "tokens_per_second": 963924.6459587925, "lr": 0.0015, "gradient_norm": 0.11117645353078842, "benchmark": false}