kacperwikiel commited on
Commit
67332b9
·
verified ·
1 Parent(s): 9261e4e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -784,3 +784,5 @@
784
  {"step": 15680, "tokens": 8220835840, "loss": 2.7423049926757814, "tokens_per_second": 992086.454896566, "lr": 0.0015, "gradient_norm": 0.1774618923664093, "benchmark": false}
785
  {"step": 15700, "tokens": 8231321600, "loss": 2.7865814208984374, "tokens_per_second": 988008.8031671712, "lr": 0.0015, "gradient_norm": 0.1288478523492813, "benchmark": false}
786
  {"step": 15720, "tokens": 8241807360, "loss": 2.7889198303222655, "tokens_per_second": 982714.2016490992, "lr": 0.0015, "gradient_norm": 0.12388283014297485, "benchmark": false}
 
 
 
784
  {"step": 15680, "tokens": 8220835840, "loss": 2.7423049926757814, "tokens_per_second": 992086.454896566, "lr": 0.0015, "gradient_norm": 0.1774618923664093, "benchmark": false}
785
  {"step": 15700, "tokens": 8231321600, "loss": 2.7865814208984374, "tokens_per_second": 988008.8031671712, "lr": 0.0015, "gradient_norm": 0.1288478523492813, "benchmark": false}
786
  {"step": 15720, "tokens": 8241807360, "loss": 2.7889198303222655, "tokens_per_second": 982714.2016490992, "lr": 0.0015, "gradient_norm": 0.12388283014297485, "benchmark": false}
787
+ {"step": 15740, "tokens": 8252293120, "loss": 2.8025897979736327, "tokens_per_second": 974730.9688753263, "lr": 0.0015, "gradient_norm": 0.1334666758775711, "benchmark": false}
788
+ {"step": 15760, "tokens": 8262778880, "loss": 2.784100151062012, "tokens_per_second": 816091.3532996135, "lr": 0.0015, "gradient_norm": 0.13729210197925568, "benchmark": false}