kacperwikiel commited on
Commit
af3150d
·
verified ·
1 Parent(s): e353bad

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -964,3 +964,5 @@
964
  {"step": 19280, "tokens": 10108272640, "loss": 2.737362289428711, "tokens_per_second": 960096.6457040833, "lr": 0.0015, "gradient_norm": 0.1469821035861969, "benchmark": false}
965
  {"step": 19300, "tokens": 10118758400, "loss": 2.7284309387207033, "tokens_per_second": 990246.9780272543, "lr": 0.0015, "gradient_norm": 0.1260739117860794, "benchmark": false}
966
  {"step": 19320, "tokens": 10129244160, "loss": 2.7618661880493165, "tokens_per_second": 981053.1388018135, "lr": 0.0015, "gradient_norm": 0.14013761281967163, "benchmark": false}
 
 
 
964
  {"step": 19280, "tokens": 10108272640, "loss": 2.737362289428711, "tokens_per_second": 960096.6457040833, "lr": 0.0015, "gradient_norm": 0.1469821035861969, "benchmark": false}
965
  {"step": 19300, "tokens": 10118758400, "loss": 2.7284309387207033, "tokens_per_second": 990246.9780272543, "lr": 0.0015, "gradient_norm": 0.1260739117860794, "benchmark": false}
966
  {"step": 19320, "tokens": 10129244160, "loss": 2.7618661880493165, "tokens_per_second": 981053.1388018135, "lr": 0.0015, "gradient_norm": 0.14013761281967163, "benchmark": false}
967
+ {"step": 19340, "tokens": 10139729920, "loss": 2.711724853515625, "tokens_per_second": 990001.7675820682, "lr": 0.0015, "gradient_norm": 0.16674073040485382, "benchmark": false}
968
+ {"step": 19360, "tokens": 10150215680, "loss": 2.7775001525878906, "tokens_per_second": 980875.3842120795, "lr": 0.0015, "gradient_norm": 0.14825303852558136, "benchmark": false}