kacperwikiel commited on
Commit
bc9e601
·
verified ·
1 Parent(s): 87f0064

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1128,3 +1128,5 @@
1128
  {"step": 22560, "tokens": 11827937280, "loss": 2.7529138565063476, "tokens_per_second": 991175.4776028433, "lr": 0.0015, "gradient_norm": 0.17195403575897217, "benchmark": false}
1129
  {"step": 22580, "tokens": 11838423040, "loss": 2.7437063217163087, "tokens_per_second": 989924.6231135604, "lr": 0.0015, "gradient_norm": 0.14951170980930328, "benchmark": false}
1130
  {"step": 22600, "tokens": 11848908800, "loss": 2.7254108428955077, "tokens_per_second": 976515.8239663645, "lr": 0.0015, "gradient_norm": 0.17607435584068298, "benchmark": false}
 
 
 
1128
  {"step": 22560, "tokens": 11827937280, "loss": 2.7529138565063476, "tokens_per_second": 991175.4776028433, "lr": 0.0015, "gradient_norm": 0.17195403575897217, "benchmark": false}
1129
  {"step": 22580, "tokens": 11838423040, "loss": 2.7437063217163087, "tokens_per_second": 989924.6231135604, "lr": 0.0015, "gradient_norm": 0.14951170980930328, "benchmark": false}
1130
  {"step": 22600, "tokens": 11848908800, "loss": 2.7254108428955077, "tokens_per_second": 976515.8239663645, "lr": 0.0015, "gradient_norm": 0.17607435584068298, "benchmark": false}
1131
+ {"step": 22620, "tokens": 11859394560, "loss": 2.736210060119629, "tokens_per_second": 985185.592590826, "lr": 0.0015, "gradient_norm": 0.16749103367328644, "benchmark": false}
1132
+ {"step": 22640, "tokens": 11869880320, "loss": 2.7173587799072267, "tokens_per_second": 982670.3650734085, "lr": 0.0015, "gradient_norm": 0.1508210152387619, "benchmark": false}