kacperwikiel commited on
Commit
49b5ede
·
verified ·
1 Parent(s): 827cb8a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -788,3 +788,5 @@
788
  {"step": 15760, "tokens": 8262778880, "loss": 2.784100151062012, "tokens_per_second": 816091.3532996135, "lr": 0.0015, "gradient_norm": 0.13729210197925568, "benchmark": false}
789
  {"step": 15780, "tokens": 8273264640, "loss": 2.745918846130371, "tokens_per_second": 975612.1825277328, "lr": 0.0015, "gradient_norm": 0.13625092804431915, "benchmark": false}
790
  {"step": 15800, "tokens": 8283750400, "loss": 2.7696556091308593, "tokens_per_second": 985700.6837745443, "lr": 0.0015, "gradient_norm": 0.12022973597049713, "benchmark": false}
 
 
 
788
  {"step": 15760, "tokens": 8262778880, "loss": 2.784100151062012, "tokens_per_second": 816091.3532996135, "lr": 0.0015, "gradient_norm": 0.13729210197925568, "benchmark": false}
789
  {"step": 15780, "tokens": 8273264640, "loss": 2.745918846130371, "tokens_per_second": 975612.1825277328, "lr": 0.0015, "gradient_norm": 0.13625092804431915, "benchmark": false}
790
  {"step": 15800, "tokens": 8283750400, "loss": 2.7696556091308593, "tokens_per_second": 985700.6837745443, "lr": 0.0015, "gradient_norm": 0.12022973597049713, "benchmark": false}
791
+ {"step": 15820, "tokens": 8294236160, "loss": 2.793374443054199, "tokens_per_second": 983604.8663832461, "lr": 0.0015, "gradient_norm": 0.13915833830833435, "benchmark": false}
792
+ {"step": 15840, "tokens": 8304721920, "loss": 2.793455696105957, "tokens_per_second": 985509.9259761899, "lr": 0.0015, "gradient_norm": 0.13698719441890717, "benchmark": false}