kacperwikiel commited on
Commit
6ff3eda
·
verified ·
1 Parent(s): 43170f9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1053,3 +1053,5 @@
1053
  {"step": 21060, "tokens": 11041505280, "loss": 2.764055633544922, "tokens_per_second": 996040.605801838, "lr": 0.0015, "gradient_norm": 0.17413797974586487, "benchmark": false}
1054
  {"step": 21080, "tokens": 11051991040, "loss": 2.7366050720214843, "tokens_per_second": 984438.3881484806, "lr": 0.0015, "gradient_norm": 0.16170263290405273, "benchmark": false}
1055
  {"step": 21100, "tokens": 11062476800, "loss": 2.7537540435791015, "tokens_per_second": 974425.6193885907, "lr": 0.0015, "gradient_norm": 0.17343269288539886, "benchmark": false}
 
 
 
1053
  {"step": 21060, "tokens": 11041505280, "loss": 2.764055633544922, "tokens_per_second": 996040.605801838, "lr": 0.0015, "gradient_norm": 0.17413797974586487, "benchmark": false}
1054
  {"step": 21080, "tokens": 11051991040, "loss": 2.7366050720214843, "tokens_per_second": 984438.3881484806, "lr": 0.0015, "gradient_norm": 0.16170263290405273, "benchmark": false}
1055
  {"step": 21100, "tokens": 11062476800, "loss": 2.7537540435791015, "tokens_per_second": 974425.6193885907, "lr": 0.0015, "gradient_norm": 0.17343269288539886, "benchmark": false}
1056
+ {"step": 21120, "tokens": 11072962560, "loss": 2.738983917236328, "tokens_per_second": 985374.9987583428, "lr": 0.0015, "gradient_norm": 0.158656507730484, "benchmark": false}
1057
+ {"step": 21140, "tokens": 11083448320, "loss": 2.7355117797851562, "tokens_per_second": 977298.3800180755, "lr": 0.0015, "gradient_norm": 0.1741272658109665, "benchmark": false}