kacperwikiel commited on
Commit
6377e0b
·
verified ·
1 Parent(s): e66e4e8

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -972,3 +972,5 @@
972
  {"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
973
  {"step": 19460, "tokens": 10202644480, "loss": 2.7707040786743162, "tokens_per_second": 985252.5051055208, "lr": 0.0015, "gradient_norm": 0.16430909931659698, "benchmark": false}
974
  {"step": 19480, "tokens": 10213130240, "loss": 2.770153045654297, "tokens_per_second": 985265.7709530981, "lr": 0.0015, "gradient_norm": 0.17231428623199463, "benchmark": false}
 
 
 
972
  {"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
973
  {"step": 19460, "tokens": 10202644480, "loss": 2.7707040786743162, "tokens_per_second": 985252.5051055208, "lr": 0.0015, "gradient_norm": 0.16430909931659698, "benchmark": false}
974
  {"step": 19480, "tokens": 10213130240, "loss": 2.770153045654297, "tokens_per_second": 985265.7709530981, "lr": 0.0015, "gradient_norm": 0.17231428623199463, "benchmark": false}
975
+ {"step": 19500, "tokens": 10223616000, "loss": 2.7508995056152346, "tokens_per_second": 987447.5489612769, "lr": 0.0015, "gradient_norm": 0.15210653841495514, "benchmark": false}
976
+ {"step": 19520, "tokens": 10234101760, "loss": 2.754379463195801, "tokens_per_second": 868624.3791890546, "lr": 0.0015, "gradient_norm": 0.14836817979812622, "benchmark": false}