kacperwikiel commited on
Commit
cdf459c
·
verified ·
1 Parent(s): 3ee86db

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1403,3 +1403,5 @@
1403
  {"step": 28060, "tokens": 14711521280, "loss": 2.681853485107422, "tokens_per_second": 945412.9039389335, "lr": 0.0015, "gradient_norm": 0.2263222336769104, "benchmark": false}
1404
  {"step": 28080, "tokens": 14722007040, "loss": 2.7147281646728514, "tokens_per_second": 958340.254903997, "lr": 0.0015, "gradient_norm": 0.17466644942760468, "benchmark": false}
1405
  {"step": 28100, "tokens": 14732492800, "loss": 2.6936927795410157, "tokens_per_second": 929234.3664731835, "lr": 0.0015, "gradient_norm": 0.19458916783332825, "benchmark": false}
 
 
 
1403
  {"step": 28060, "tokens": 14711521280, "loss": 2.681853485107422, "tokens_per_second": 945412.9039389335, "lr": 0.0015, "gradient_norm": 0.2263222336769104, "benchmark": false}
1404
  {"step": 28080, "tokens": 14722007040, "loss": 2.7147281646728514, "tokens_per_second": 958340.254903997, "lr": 0.0015, "gradient_norm": 0.17466644942760468, "benchmark": false}
1405
  {"step": 28100, "tokens": 14732492800, "loss": 2.6936927795410157, "tokens_per_second": 929234.3664731835, "lr": 0.0015, "gradient_norm": 0.19458916783332825, "benchmark": false}
1406
+ {"step": 28120, "tokens": 14742978560, "loss": 2.691815185546875, "tokens_per_second": 976019.1507491164, "lr": 0.0015, "gradient_norm": 0.1861569732427597, "benchmark": false}
1407
+ {"step": 28140, "tokens": 14753464320, "loss": 2.7600332260131837, "tokens_per_second": 829225.0087726458, "lr": 0.0015, "gradient_norm": 0.2019202709197998, "benchmark": false}