kacperwikiel commited on
Commit
af03e4d
·
verified ·
1 Parent(s): 55841ec

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -9,3 +9,5 @@
9
  {"step": 180, "tokens": 94371840, "loss": 6.713601684570312, "tokens_per_second": 1024219.9743449177, "lr": 0.000135, "gradient_norm": 1.245676040649414, "benchmark": false}
10
  {"step": 200, "tokens": 104857600, "loss": 6.462795257568359, "tokens_per_second": 1021215.5608316573, "lr": 0.00015000000000000001, "gradient_norm": 2.098832607269287, "benchmark": false}
11
  {"step": 220, "tokens": 115343360, "loss": 6.25281867980957, "tokens_per_second": 1011047.7764669958, "lr": 0.000165, "gradient_norm": 2.103592872619629, "benchmark": false}
 
 
 
9
  {"step": 180, "tokens": 94371840, "loss": 6.713601684570312, "tokens_per_second": 1024219.9743449177, "lr": 0.000135, "gradient_norm": 1.245676040649414, "benchmark": false}
10
  {"step": 200, "tokens": 104857600, "loss": 6.462795257568359, "tokens_per_second": 1021215.5608316573, "lr": 0.00015000000000000001, "gradient_norm": 2.098832607269287, "benchmark": false}
11
  {"step": 220, "tokens": 115343360, "loss": 6.25281867980957, "tokens_per_second": 1011047.7764669958, "lr": 0.000165, "gradient_norm": 2.103592872619629, "benchmark": false}
12
+ {"step": 240, "tokens": 125829120, "loss": 6.059990692138672, "tokens_per_second": 1014516.1725319899, "lr": 0.00017999999999999998, "gradient_norm": 2.0833327770233154, "benchmark": false}
13
+ {"step": 260, "tokens": 136314880, "loss": 5.868567276000976, "tokens_per_second": 970291.6904213858, "lr": 0.00019500000000000002, "gradient_norm": 1.8735260963439941, "benchmark": false}