kacperwikiel commited on
Commit
31b2bbd
·
verified ·
1 Parent(s): a849085

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1240,3 +1240,5 @@
1240
  {"step": 24800, "tokens": 13002342400, "loss": 2.7138040542602537, "tokens_per_second": 837358.2747874942, "lr": 0.0015, "gradient_norm": 0.1700221747159958, "benchmark": false}
1241
  {"step": 24820, "tokens": 13012828160, "loss": 2.696123504638672, "tokens_per_second": 987345.7378730789, "lr": 0.0015, "gradient_norm": 0.1795865297317505, "benchmark": false}
1242
  {"step": 24840, "tokens": 13023313920, "loss": 2.7571231842041017, "tokens_per_second": 988318.0462214734, "lr": 0.0015, "gradient_norm": 0.15772154927253723, "benchmark": false}
 
 
 
1240
  {"step": 24800, "tokens": 13002342400, "loss": 2.7138040542602537, "tokens_per_second": 837358.2747874942, "lr": 0.0015, "gradient_norm": 0.1700221747159958, "benchmark": false}
1241
  {"step": 24820, "tokens": 13012828160, "loss": 2.696123504638672, "tokens_per_second": 987345.7378730789, "lr": 0.0015, "gradient_norm": 0.1795865297317505, "benchmark": false}
1242
  {"step": 24840, "tokens": 13023313920, "loss": 2.7571231842041017, "tokens_per_second": 988318.0462214734, "lr": 0.0015, "gradient_norm": 0.15772154927253723, "benchmark": false}
1243
+ {"step": 24860, "tokens": 13033799680, "loss": 2.687510681152344, "tokens_per_second": 977481.8296891522, "lr": 0.0015, "gradient_norm": 0.1580677032470703, "benchmark": false}
1244
+ {"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}