kacperwikiel commited on
Commit
1f6b8c7
·
verified ·
1 Parent(s): 9d66601

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -245,3 +245,5 @@
245
  {"step": 4900, "tokens": 2569011200, "loss": 2.9397216796875, "tokens_per_second": 945803.8707235291, "lr": 0.0015, "gradient_norm": 0.08557648211717606, "benchmark": false}
246
  {"step": 4920, "tokens": 2579496960, "loss": 2.9269309997558595, "tokens_per_second": 965631.9754211057, "lr": 0.0015, "gradient_norm": 0.0888092964887619, "benchmark": false}
247
  {"step": 4940, "tokens": 2589982720, "loss": 2.9586591720581055, "tokens_per_second": 964416.464912028, "lr": 0.0015, "gradient_norm": 0.09584059566259384, "benchmark": false}
 
 
 
245
  {"step": 4900, "tokens": 2569011200, "loss": 2.9397216796875, "tokens_per_second": 945803.8707235291, "lr": 0.0015, "gradient_norm": 0.08557648211717606, "benchmark": false}
246
  {"step": 4920, "tokens": 2579496960, "loss": 2.9269309997558595, "tokens_per_second": 965631.9754211057, "lr": 0.0015, "gradient_norm": 0.0888092964887619, "benchmark": false}
247
  {"step": 4940, "tokens": 2589982720, "loss": 2.9586591720581055, "tokens_per_second": 964416.464912028, "lr": 0.0015, "gradient_norm": 0.09584059566259384, "benchmark": false}
248
+ {"step": 4960, "tokens": 2600468480, "loss": 2.9198270797729493, "tokens_per_second": 967224.2776713663, "lr": 0.0015, "gradient_norm": 0.09711223840713501, "benchmark": false}
249
+ {"step": 4980, "tokens": 2610954240, "loss": 2.9437145233154296, "tokens_per_second": 980325.3360152998, "lr": 0.0015, "gradient_norm": 0.08578862994909286, "benchmark": false}