kacperwikiel commited on
Commit
d193155
·
verified ·
1 Parent(s): d883223

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -857,3 +857,5 @@
857
  {"step": 17140, "tokens": 8986296320, "loss": 2.7554580688476564, "tokens_per_second": 985347.3316219762, "lr": 0.0015, "gradient_norm": 0.18229703605175018, "benchmark": false}
858
  {"step": 17160, "tokens": 8996782080, "loss": 2.7388572692871094, "tokens_per_second": 844932.1286913212, "lr": 0.0015, "gradient_norm": 0.17785406112670898, "benchmark": false}
859
  {"step": 17180, "tokens": 9007267840, "loss": 2.803097724914551, "tokens_per_second": 979514.8631083402, "lr": 0.0015, "gradient_norm": 0.12167101353406906, "benchmark": false}
 
 
 
857
  {"step": 17140, "tokens": 8986296320, "loss": 2.7554580688476564, "tokens_per_second": 985347.3316219762, "lr": 0.0015, "gradient_norm": 0.18229703605175018, "benchmark": false}
858
  {"step": 17160, "tokens": 8996782080, "loss": 2.7388572692871094, "tokens_per_second": 844932.1286913212, "lr": 0.0015, "gradient_norm": 0.17785406112670898, "benchmark": false}
859
  {"step": 17180, "tokens": 9007267840, "loss": 2.803097724914551, "tokens_per_second": 979514.8631083402, "lr": 0.0015, "gradient_norm": 0.12167101353406906, "benchmark": false}
860
+ {"step": 17200, "tokens": 9017753600, "loss": 2.7611812591552733, "tokens_per_second": 975039.7336868619, "lr": 0.0015, "gradient_norm": 0.15377944707870483, "benchmark": false}
861
+ {"step": 17220, "tokens": 9028239360, "loss": 2.7499597549438475, "tokens_per_second": 973128.490147308, "lr": 0.0015, "gradient_norm": 0.1422368735074997, "benchmark": false}