kacperwikiel commited on
Commit
ee7c4c3
·
verified ·
1 Parent(s): 2621185

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1413,3 +1413,5 @@
1413
  {"step": 28260, "tokens": 14816378880, "loss": 2.7062435150146484, "tokens_per_second": 978858.8450378526, "lr": 0.0015, "gradient_norm": 0.17861990630626678, "benchmark": false}
1414
  {"step": 28280, "tokens": 14826864640, "loss": 2.685271453857422, "tokens_per_second": 971597.1472537437, "lr": 0.0015, "gradient_norm": 0.2024940699338913, "benchmark": false}
1415
  {"step": 28300, "tokens": 14837350400, "loss": 2.7068309783935547, "tokens_per_second": 975386.9027002855, "lr": 0.0015, "gradient_norm": 0.15980087220668793, "benchmark": false}
 
 
 
1413
  {"step": 28260, "tokens": 14816378880, "loss": 2.7062435150146484, "tokens_per_second": 978858.8450378526, "lr": 0.0015, "gradient_norm": 0.17861990630626678, "benchmark": false}
1414
  {"step": 28280, "tokens": 14826864640, "loss": 2.685271453857422, "tokens_per_second": 971597.1472537437, "lr": 0.0015, "gradient_norm": 0.2024940699338913, "benchmark": false}
1415
  {"step": 28300, "tokens": 14837350400, "loss": 2.7068309783935547, "tokens_per_second": 975386.9027002855, "lr": 0.0015, "gradient_norm": 0.15980087220668793, "benchmark": false}
1416
+ {"step": 28320, "tokens": 14847836160, "loss": 2.717203140258789, "tokens_per_second": 981444.4818704984, "lr": 0.0015, "gradient_norm": 0.18326503038406372, "benchmark": false}
1417
+ {"step": 28340, "tokens": 14858321920, "loss": 2.7370832443237303, "tokens_per_second": 978146.9677676647, "lr": 0.0015, "gradient_norm": 0.1777624487876892, "benchmark": false}