kacperwikiel commited on
Commit
b073569
·
verified ·
1 Parent(s): 8f1a9a9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1094,3 +1094,5 @@
1094
  {"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
1095
  {"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
1096
  {"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}
 
 
 
1094
  {"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
1095
  {"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
1096
  {"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}
1097
+ {"step": 21940, "tokens": 11502878720, "loss": 2.7390167236328127, "tokens_per_second": 979283.1353459321, "lr": 0.0015, "gradient_norm": 0.18871814012527466, "benchmark": false}
1098
+ {"step": 21960, "tokens": 11513364480, "loss": 2.7490068435668946, "tokens_per_second": 938317.9829802986, "lr": 0.0015, "gradient_norm": 0.1540951132774353, "benchmark": false}