kacperwikiel commited on
Commit
354d870
·
verified ·
1 Parent(s): 5d835cf

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -881,3 +881,5 @@
881
  {"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}
882
  {"step": 17640, "tokens": 9248440320, "loss": 2.7740283966064454, "tokens_per_second": 976126.8638298318, "lr": 0.0015, "gradient_norm": 0.13820508122444153, "benchmark": false}
883
  {"step": 17660, "tokens": 9258926080, "loss": 2.751175308227539, "tokens_per_second": 930623.7933325432, "lr": 0.0015, "gradient_norm": 0.12927785515785217, "benchmark": false}
 
 
 
881
  {"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}
882
  {"step": 17640, "tokens": 9248440320, "loss": 2.7740283966064454, "tokens_per_second": 976126.8638298318, "lr": 0.0015, "gradient_norm": 0.13820508122444153, "benchmark": false}
883
  {"step": 17660, "tokens": 9258926080, "loss": 2.751175308227539, "tokens_per_second": 930623.7933325432, "lr": 0.0015, "gradient_norm": 0.12927785515785217, "benchmark": false}
884
+ {"step": 17680, "tokens": 9269411840, "loss": 2.763106346130371, "tokens_per_second": 981702.3470782397, "lr": 0.0015, "gradient_norm": 0.16381075978279114, "benchmark": false}
885
+ {"step": 17700, "tokens": 9279897600, "loss": 2.745603561401367, "tokens_per_second": 826202.709297162, "lr": 0.0015, "gradient_norm": 0.15377523005008698, "benchmark": false}