kacperwikiel commited on
Commit
c5c7a96
·
verified ·
1 Parent(s): 41c3323

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1204,3 +1204,5 @@
1204
  {"step": 24080, "tokens": 12624855040, "loss": 2.715492057800293, "tokens_per_second": 975792.0311073642, "lr": 0.0015, "gradient_norm": 0.15931537747383118, "benchmark": false}
1205
  {"step": 24100, "tokens": 12635340800, "loss": 2.746675491333008, "tokens_per_second": 973183.5604599785, "lr": 0.0015, "gradient_norm": 0.18187576532363892, "benchmark": false}
1206
  {"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
 
 
 
1204
  {"step": 24080, "tokens": 12624855040, "loss": 2.715492057800293, "tokens_per_second": 975792.0311073642, "lr": 0.0015, "gradient_norm": 0.15931537747383118, "benchmark": false}
1205
  {"step": 24100, "tokens": 12635340800, "loss": 2.746675491333008, "tokens_per_second": 973183.5604599785, "lr": 0.0015, "gradient_norm": 0.18187576532363892, "benchmark": false}
1206
  {"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
1207
+ {"step": 24140, "tokens": 12656312320, "loss": 2.7178735733032227, "tokens_per_second": 979731.1730105949, "lr": 0.0015, "gradient_norm": 0.17806899547576904, "benchmark": false}
1208
+ {"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}