kacperwikiel commited on
Commit
5391e3b
·
verified ·
1 Parent(s): 570d2bf

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +5 -0
reports/run/metrics.jsonl CHANGED
@@ -1173,3 +1173,8 @@
1173
  {"step": 23460, "tokens": 12299796480, "loss": 2.698024940490723, "tokens_per_second": 968831.3757156752, "lr": 0.0015, "gradient_norm": 0.14793908596038818, "benchmark": false}
1174
  {"step": 23480, "tokens": 12310282240, "loss": 2.734004592895508, "tokens_per_second": 980424.4883550106, "lr": 0.0015, "gradient_norm": 0.17792144417762756, "benchmark": false}
1175
  {"step": 23500, "tokens": 12320768000, "loss": 2.752076530456543, "tokens_per_second": 980861.8585807844, "lr": 0.0015, "gradient_norm": 0.16015037894248962, "benchmark": false}
 
 
 
 
 
 
1173
  {"step": 23460, "tokens": 12299796480, "loss": 2.698024940490723, "tokens_per_second": 968831.3757156752, "lr": 0.0015, "gradient_norm": 0.14793908596038818, "benchmark": false}
1174
  {"step": 23480, "tokens": 12310282240, "loss": 2.734004592895508, "tokens_per_second": 980424.4883550106, "lr": 0.0015, "gradient_norm": 0.17792144417762756, "benchmark": false}
1175
  {"step": 23500, "tokens": 12320768000, "loss": 2.752076530456543, "tokens_per_second": 980861.8585807844, "lr": 0.0015, "gradient_norm": 0.16015037894248962, "benchmark": false}
1176
+ {"step": 23520, "tokens": 12331253760, "loss": 2.692813491821289, "tokens_per_second": 862408.2630488093, "lr": 0.0015, "gradient_norm": 0.18024979531764984, "benchmark": false}
1177
+ {"step": 23540, "tokens": 12341739520, "loss": 2.728947067260742, "tokens_per_second": 987058.8550356231, "lr": 0.0015, "gradient_norm": 0.1586086004972458, "benchmark": false}
1178
+ {"step": 23560, "tokens": 12352225280, "loss": 2.7300254821777346, "tokens_per_second": 978136.5913378326, "lr": 0.0015, "gradient_norm": 0.20043253898620605, "benchmark": false}
1179
+ {"step": 23580, "tokens": 12362711040, "loss": 2.726719856262207, "tokens_per_second": 982405.9500716801, "lr": 0.0015, "gradient_norm": 0.18047048151493073, "benchmark": false}
1180
+ {"step": 23600, "tokens": 12373196800, "loss": 2.701414108276367, "tokens_per_second": 983577.6080914661, "lr": 0.0015, "gradient_norm": 0.16489489376544952, "benchmark": false}