kacperwikiel commited on
Commit
136fdb1
·
verified ·
1 Parent(s): 05565bb

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1339,3 +1339,5 @@
1339
  {"step": 26780, "tokens": 14040432640, "loss": 2.7370426177978517, "tokens_per_second": 984832.4687065443, "lr": 0.0015, "gradient_norm": 0.17733104526996613, "benchmark": false}
1340
  {"step": 26800, "tokens": 14050918400, "loss": 2.7315513610839846, "tokens_per_second": 986112.6263908717, "lr": 0.0015, "gradient_norm": 0.1987716555595398, "benchmark": false}
1341
  {"step": 26820, "tokens": 14061404160, "loss": 2.7281627655029297, "tokens_per_second": 988505.0177402959, "lr": 0.0015, "gradient_norm": 0.18695585429668427, "benchmark": false}
 
 
 
1339
  {"step": 26780, "tokens": 14040432640, "loss": 2.7370426177978517, "tokens_per_second": 984832.4687065443, "lr": 0.0015, "gradient_norm": 0.17733104526996613, "benchmark": false}
1340
  {"step": 26800, "tokens": 14050918400, "loss": 2.7315513610839846, "tokens_per_second": 986112.6263908717, "lr": 0.0015, "gradient_norm": 0.1987716555595398, "benchmark": false}
1341
  {"step": 26820, "tokens": 14061404160, "loss": 2.7281627655029297, "tokens_per_second": 988505.0177402959, "lr": 0.0015, "gradient_norm": 0.18695585429668427, "benchmark": false}
1342
+ {"step": 26840, "tokens": 14071889920, "loss": 2.704783058166504, "tokens_per_second": 982573.5864396394, "lr": 0.0015, "gradient_norm": 0.16781634092330933, "benchmark": false}
1343
+ {"step": 26860, "tokens": 14082375680, "loss": 2.753675079345703, "tokens_per_second": 982370.1544556798, "lr": 0.0015, "gradient_norm": 0.14744165539741516, "benchmark": false}