kacperwikiel commited on
Commit
40138b0
·
verified ·
1 Parent(s): 526444b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -960,3 +960,5 @@
960
  {"step": 19200, "tokens": 10066329600, "loss": 2.7338415145874024, "tokens_per_second": 985006.8019876045, "lr": 0.0015, "gradient_norm": 0.1467619240283966, "benchmark": false}
961
  {"step": 19220, "tokens": 10076815360, "loss": 2.7391054153442385, "tokens_per_second": 986374.2817026775, "lr": 0.0015, "gradient_norm": 0.13758915662765503, "benchmark": false}
962
  {"step": 19240, "tokens": 10087301120, "loss": 2.7754047393798826, "tokens_per_second": 971840.8801934872, "lr": 0.0015, "gradient_norm": 0.14771384000778198, "benchmark": false}
 
 
 
960
  {"step": 19200, "tokens": 10066329600, "loss": 2.7338415145874024, "tokens_per_second": 985006.8019876045, "lr": 0.0015, "gradient_norm": 0.1467619240283966, "benchmark": false}
961
  {"step": 19220, "tokens": 10076815360, "loss": 2.7391054153442385, "tokens_per_second": 986374.2817026775, "lr": 0.0015, "gradient_norm": 0.13758915662765503, "benchmark": false}
962
  {"step": 19240, "tokens": 10087301120, "loss": 2.7754047393798826, "tokens_per_second": 971840.8801934872, "lr": 0.0015, "gradient_norm": 0.14771384000778198, "benchmark": false}
963
+ {"step": 19260, "tokens": 10097786880, "loss": 2.7327503204345702, "tokens_per_second": 986777.7838339044, "lr": 0.0015, "gradient_norm": 0.14304034411907196, "benchmark": false}
964
+ {"step": 19280, "tokens": 10108272640, "loss": 2.737362289428711, "tokens_per_second": 960096.6457040833, "lr": 0.0015, "gradient_norm": 0.1469821035861969, "benchmark": false}