kacperwikiel commited on
Commit
9c71911
·
verified ·
1 Parent(s): 455b38c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1407,3 +1407,5 @@
1407
  {"step": 28140, "tokens": 14753464320, "loss": 2.7600332260131837, "tokens_per_second": 829225.0087726458, "lr": 0.0015, "gradient_norm": 0.2019202709197998, "benchmark": false}
1408
  {"step": 28160, "tokens": 14763950080, "loss": 2.6984375, "tokens_per_second": 974758.9257041318, "lr": 0.0015, "gradient_norm": 0.20592443645000458, "benchmark": false}
1409
  {"step": 28180, "tokens": 14774435840, "loss": 2.7179227828979493, "tokens_per_second": 975377.3493138999, "lr": 0.0015, "gradient_norm": 0.17361409962177277, "benchmark": false}
 
 
 
1407
  {"step": 28140, "tokens": 14753464320, "loss": 2.7600332260131837, "tokens_per_second": 829225.0087726458, "lr": 0.0015, "gradient_norm": 0.2019202709197998, "benchmark": false}
1408
  {"step": 28160, "tokens": 14763950080, "loss": 2.6984375, "tokens_per_second": 974758.9257041318, "lr": 0.0015, "gradient_norm": 0.20592443645000458, "benchmark": false}
1409
  {"step": 28180, "tokens": 14774435840, "loss": 2.7179227828979493, "tokens_per_second": 975377.3493138999, "lr": 0.0015, "gradient_norm": 0.17361409962177277, "benchmark": false}
1410
+ {"step": 28200, "tokens": 14784921600, "loss": 2.715019416809082, "tokens_per_second": 975951.8261859085, "lr": 0.0015, "gradient_norm": 0.19439297914505005, "benchmark": false}
1411
+ {"step": 28220, "tokens": 14795407360, "loss": 2.7537019729614256, "tokens_per_second": 966435.4284252971, "lr": 0.0015, "gradient_norm": 0.20145413279533386, "benchmark": false}