kacperwikiel commited on
Commit
d81984f
·
verified ·
1 Parent(s): 06efd35

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -591,3 +591,5 @@
591
  {"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
592
  {"step": 11840, "tokens": 6207569920, "loss": 2.758690071105957, "tokens_per_second": 993519.8502188604, "lr": 0.0015, "gradient_norm": 0.10271412879228592, "benchmark": false}
593
  {"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
 
 
 
591
  {"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
592
  {"step": 11840, "tokens": 6207569920, "loss": 2.758690071105957, "tokens_per_second": 993519.8502188604, "lr": 0.0015, "gradient_norm": 0.10271412879228592, "benchmark": false}
593
  {"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
594
+ {"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
595
+ {"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}