kacperwikiel commited on
Commit
8f1a9a9
·
verified ·
1 Parent(s): 6711a8b

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1092,3 +1092,5 @@
1092
  {"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
1093
  {"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
1094
  {"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
 
 
 
1092
  {"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
1093
  {"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
1094
  {"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
1095
+ {"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
1096
+ {"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}